-- Logs begin at Tue 2020-11-24 10:06:51 UTC, end at Tue 2020-11-24 11:19:45 UTC. -- Nov 24 10:46:42.340554 dv-cinder-763774-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 10:46:44.877456 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.common.config [-] Logging enabled! Nov 24 10:46:44.878049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev177 Nov 24 10:46:44.879320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80207) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 24 10:46:44.880065 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.common.config [-] Logging enabled! Nov 24 10:46:44.880379 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev177 Nov 24 10:46:44.880662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80207) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 24 10:46:44.881764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 10:46:44.882033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 10:46:44.883048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 10:46:44.883334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 10:46:44.883596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 10:46:44.883970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.884341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.884690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.884957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.885303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.885645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.885976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.886809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.887174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.887505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.887827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.888156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.888446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.888774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.889365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.889705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.889964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] debug = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.890287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.890823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.891147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.891472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.891810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.892125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.892468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.892798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.893169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] host = dv-cinder-763774-1-iscsi {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.893490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.893829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.894163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.894497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.894812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.895128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.895454 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.895772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.896089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_file = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.896432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.896774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.897108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.897452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.897714 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.897974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.898312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.898651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.898971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.899290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.899609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.899927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.900246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.900583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.900918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.901250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.901582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.901898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.902963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.903287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.903606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.903945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.904295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.904608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.904926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.905265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.905578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.905896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.906248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.906587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.906919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.907252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.907570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.907912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.908218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.908556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.908869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] use_json = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.909183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.909497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.909826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.910141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.910452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.910768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.911083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.911421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:44.911762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.912110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.912524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.912852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.913191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.913519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.913860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.914180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.914518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.914857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.915189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.915509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.915838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.916180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.916550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.916869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.917190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.917531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.917876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.918192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.918530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.918850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.919164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.919489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.919811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.920125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.920463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.920785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.921121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.921436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.921749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.922063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.922378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.922687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.923015 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.923332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.923645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.923959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.924308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.924614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.924927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.925244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.925556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.925873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.926187 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.926504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.926820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.927130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.927443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.927758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.928071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.928413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.928729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.929042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.929355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.929667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.929981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.930309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.930650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.930969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.931289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.931610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.931929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.932248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.932590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.932908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.933248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.933565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.933905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.934231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.934561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.934884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.935203 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.935548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.935869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.936195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.936547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.936870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.937197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.937521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.937857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.938196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.938537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.938876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.939212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.939534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.939891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.940214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:44.940492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 10:46:44.940757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80207) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 24 10:46:45.597697 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading Gnome Nov 24 10:46:45.615478 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading Google Nov 24 10:46:45.618174 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading Windows (alt) Nov 24 10:46:45.622215 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading file Nov 24 10:46:45.623068 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading keyczar Nov 24 10:46:45.623353 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading multi Nov 24 10:46:45.623996 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO keyring.backend [-] Loading pyfs Nov 24 10:46:45.670864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:46:45.671179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:46:45.671509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:46:45.671885 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 10:46:46.094107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.094673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.094673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.156283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.156636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.156938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.159931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.160253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.160577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.236947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.237258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.237563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.238580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.238886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.239182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.358950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.359218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.359528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.359838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.360745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.542810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.543191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.543518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.543831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.544134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.544542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.544844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.545142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.545431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.545769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.546066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.546369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.546674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.546967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.547278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.547594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.547889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.548207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.548520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.549011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.549296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.549582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.549925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.550209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.550493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.550927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:46.551210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:46.551490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:46.551770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:46.552048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:46.552346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:46.553748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 10:46:46.561178 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 10:46:46.568755 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 10:46:46.574505 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 24 10:46:46.577338 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 10:46:46.578434 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 10:46:46.578823 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 24 10:46:46.579262 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 10:46:46.583090 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 10:46:46.583374 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 10:46:46.583769 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 24 10:46:46.605909 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 24 10:46:46.606423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.606756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80207) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 24 10:46:46.607167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.608556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80207) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 10:46:46.608880 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 24 10:46:46.609205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 24 10:46:46.612211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.612556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:46.678012 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 10:46:46.678285 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 10:46:46.678567 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 10:46:46.678978 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 10:46:46.715747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.sqlalchemy.engines [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80207) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 24 10:46:47.021697 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing driver for type 'gre' Nov 24 10:46:47.022270 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] gre ID ranges: [(1, 1000)] Nov 24 10:46:47.062950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing driver for type 'local' Nov 24 10:46:47.063329 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing driver for type 'vlan' Nov 24 10:46:47.072783 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] VlanTypeDriver initialization complete Nov 24 10:46:47.073163 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing driver for type 'vxlan' Nov 24 10:46:47.073679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] vxlan ID ranges: [(1, 1000)] Nov 24 10:46:47.115320 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing extension driver 'port_security' Nov 24 10:46:47.115754 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.extensions.port_security [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] PortSecurityExtensionDriver initialization complete Nov 24 10:46:47.116068 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing mechanism driver 'openvswitch' Nov 24 10:46:47.122912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80207) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:46:47.123760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.124180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.124607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.125039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.125436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.125824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.126247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.126634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.127018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.127438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > security_group after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.127824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > security_group after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.128207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.128654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.129041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.129424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.129977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > address_group after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.130365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > address_group after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.130747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.131120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] ML2 OVO RPC backend initialized. {{(pid=80207) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 24 10:46:47.131856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.132252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.132740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.133131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > networks before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.133519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.133902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > ports before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.134286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.134669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnets before_response 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.135057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.135439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.135819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.136194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.136601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.136980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.137358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.137742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.138119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.138759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.plugin [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Modular L2 Plugin initialization complete Nov 24 10:46:47.139388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading services supported by the core plugin {{(pid=80207) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 10:46:47.139763 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.plugins.ml2.managers [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Got port-security extension from driver 'port_security' Nov 24 10:46:47.140292 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.extensions.vlantransparent [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Disabled vlantransparent extension. Nov 24 10:46:47.141790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80207) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 10:46:47.142159 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: router Nov 24 10:46:47.184851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.185297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.185713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router before_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.186125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.186552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.186953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_delete 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.187356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.187772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.188162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.188586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.188980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.189389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.189884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.190309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.190699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.191084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: subnet after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.191476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.191874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.192290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.192678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.193066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.193476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router after_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.193863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.194257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_create 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.194670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.195063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_update 55549900 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.195498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > network after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.196518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Tracking information for resource: router configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:47.196898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Tracking information for resource: floatingip configured {{(pid=80207) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 24 10:46:47.201882 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_agentschedulers_db [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 10:46:47.202543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.202947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port after_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.203340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port after_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.203732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: port after_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.204690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router before_create 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.205106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.205517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_create 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.205922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > router precommit_update 55550100 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.210564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.provider_configuration [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service providers = [] {{(pid=80207) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 10:46:47.210971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.servicetype_db [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80207) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 10:46:47.213855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.service_base [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 10:46:47.214253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.service_base [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 10:46:47.214668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.service_base [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 10:46:47.215572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.service_base [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80207) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 24 10:46:47.216019 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.services.service_base [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 10:46:47.216474 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.216840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 10:46:47.238600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.238978 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: auto_allocate Nov 24 10:46:47.250264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: network precommit_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.250677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: network precommit_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.251278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.251641 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: tag Nov 24 10:46:47.263299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.263677 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: timestamp Nov 24 10:46:47.269295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.269671 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: network_ip_availability Nov 24 10:46:47.275254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.275624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.276022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.276868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.277275 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: flavors Nov 24 10:46:47.293911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.294290 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading Plugin: revisions Nov 24 10:46:47.298695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80207) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 24 10:46:47.299123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=80207) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:46:47.299953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80207) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 24 10:46:47.300344 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Initializing extension manager. Nov 24 10:46:47.300924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: __init__.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.301310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: __pycache__ {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.301696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.302074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: _filter_validation_lib.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.302452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.302826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: address_group.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.303639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.304314 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: address-group Nov 24 10:46:47.304690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: address_scope.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.305465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.306051 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: address-scope Nov 24 10:46:47.306418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.307362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.307949 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: router-admin-state-down-before-update Nov 24 10:46:47.308998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: agent.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.309894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.310489 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: agent Nov 24 10:46:47.310860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: agent_resources_synced.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.311791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.312429 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: agent-resources-synced Nov 24 10:46:47.312800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: allowedaddresspairs.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.314629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.315227 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: allowed-address-pairs Nov 24 10:46:47.315600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: auto_allocated_topology.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.316711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.317306 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: auto-allocated-topology Nov 24 10:46:47.317681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: availability_zone.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.318447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.319035 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: availability_zone Nov 24 10:46:47.319404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: availability_zone_filter.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.320358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.320945 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: availability_zone_filter Nov 24 10:46:47.321312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: data_plane_status.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.322243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.322835 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 10:46:47.323200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: default_subnetpools.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.324158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.324777 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: default-subnetpools Nov 24 10:46:47.325145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.325997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.326590 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: dhcp_agent_scheduler Nov 24 10:46:47.326958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: dns.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.327884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.328499 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension dns-integration not supported by any of loaded plugins Nov 24 10:46:47.328876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: dns_domain_ports.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.329801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.330390 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 10:46:47.330761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: dvr.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.331502 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.332094 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: dvr Nov 24 10:46:47.332488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: empty_string_filtering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.333427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.334018 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: empty-string-filtering Nov 24 10:46:47.334383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.335409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.335990 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 10:46:47.336393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.337321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.337904 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 10:46:47.338269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: external_net.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.339194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.339809 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: external-net Nov 24 10:46:47.340173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.341128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.341725 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: extra_dhcp_opt Nov 24 10:46:47.342090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: extraroute.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.343021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.343653 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: extraroute Nov 24 10:46:47.344023 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: extraroute_atomic.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.345118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.345709 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: extraroute-atomic Nov 24 10:46:47.346076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: filter_validation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.346787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.347368 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: filter-validation Nov 24 10:46:47.347734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: fip_pf_description.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.348688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.349263 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 10:46:47.349626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: fip_port_details.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.350571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.351151 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: fip-port-details Nov 24 10:46:47.351514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: flavors.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.352791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.353389 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: flavors Nov 24 10:46:47.353758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.355944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.356586 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 10:46:47.356962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: floatingip_pools.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.357728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.358324 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: floatingip-pools Nov 24 10:46:47.358716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: ip_allocation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.359636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.360227 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 10:46:47.360631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.361579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.362180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: ip-substring-filtering Nov 24 10:46:47.362557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l2_adjacency.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.363493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.364082 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 10:46:47.364481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.365650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.366247 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: router Nov 24 10:46:47.366615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.368967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.369578 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 10:46:47.369955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.371535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.372123 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: ext-gw-mode Nov 24 10:46:47.372535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.373481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.374066 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: l3-ha Nov 24 10:46:47.374434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3_flavors.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.375361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.375950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: l3-flavors Nov 24 10:46:47.376341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.377276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.377859 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 10:46:47.378221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: l3agentscheduler.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.379387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.379987 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: l3_agent_scheduler Nov 24 10:46:47.380383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: logging.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.382021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.382633 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension logging not supported by any of loaded plugins Nov 24 10:46:47.383005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: metering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.383811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.384557 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: metering Nov 24 10:46:47.384930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.386077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.386708 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: metering_source_and_destination_fields Nov 24 10:46:47.387079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: multiprovidernet.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.388018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.388632 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: multi-provider Nov 24 10:46:47.389286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: netmtu.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.390219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.390814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: net-mtu Nov 24 10:46:47.391182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: netmtu_writable.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.392120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.392749 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: net-mtu-writable Nov 24 10:46:47.393119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: network_availability_zone.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.393848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.394448 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: network_availability_zone Nov 24 10:46:47.394815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: network_ip_availability.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.395943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.396559 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: network-ip-availability Nov 24 10:46:47.396933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: network_segment_range.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.397791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.398376 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 10:46:47.398746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: pagination.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.399753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.400134 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: pagination Nov 24 10:46:47.400529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.401482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.402113 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: port-mac-address-regenerate Nov 24 10:46:47.402488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.403413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.404005 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: port-numa-affinity-policy Nov 24 10:46:47.404415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: port_resource_request.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.405337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.405916 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 10:46:47.406281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: portbindings.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.407322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.407923 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: binding Nov 24 10:46:47.408322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: portbindings_extended.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.409764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.410522 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: binding-extended Nov 24 10:46:47.410988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: portsecurity.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.412039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.412676 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: port-security Nov 24 10:46:47.413046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: project_id.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.414058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.414442 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: project-id Nov 24 10:46:47.414807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: providernet.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.415752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.416391 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: provider Nov 24 10:46:47.416764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.420877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.421486 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos not supported by any of loaded plugins Nov 24 10:46:47.421864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.423121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.423714 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 10:46:47.424088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.425071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.425668 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 10:46:47.426034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_default.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.426962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.427553 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-default not supported by any of loaded plugins Nov 24 10:46:47.427918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_fip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.428649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.429242 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-fip not supported by any of loaded plugins Nov 24 10:46:47.429612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_gateway_ip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.430550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.431141 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 10:46:47.431507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_port_network_policy.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.432552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.433167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 10:46:47.434103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_rule_type_details.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.435037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.435619 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 10:46:47.435984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: qos_rules_alias.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.437069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.437653 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 10:46:47.438019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: quotasv2.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.438996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.439376 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: quotas Nov 24 10:46:47.439745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: quotasv2_detail.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.441373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.441765 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: quota_details Nov 24 10:46:47.442138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: rbac.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.443313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.443923 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: rbac-policies Nov 24 10:46:47.444314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: rbac_address_scope.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.445268 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.445860 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: rbac-address-scope Nov 24 10:46:47.446231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: rbac_security_groups.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.447162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.447752 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: rbac-security-groups Nov 24 10:46:47.448121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: rbac_subnetpool.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.449101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.449690 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: rbac-subnetpool Nov 24 10:46:47.450055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: revisionifmatch.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.451005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.451596 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: revision-if-match Nov 24 10:46:47.451962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: revisions.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.453143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.453737 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: standard-attr-revisions Nov 24 10:46:47.454108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: router_availability_zone.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.454837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.455430 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: router_availability_zone Nov 24 10:46:47.455800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: routerservicetype.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.456874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.457463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension router-service-type not supported by any of loaded plugins Nov 24 10:46:47.457832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.458761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.459356 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: port-security-groups-filtering Nov 24 10:46:47.459724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: securitygroup.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.473284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.473910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: security-group Nov 24 10:46:47.474288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: segment.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.475164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.475758 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension segment not supported by any of loaded plugins Nov 24 10:46:47.476130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.477154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.477753 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 10:46:47.478123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: servicetype.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.479217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.479816 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: service-type Nov 24 10:46:47.480805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: sorting.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.481800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.482181 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: sorting Nov 24 10:46:47.483154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: standard_attr_segment.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.484112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.484734 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 10:46:47.485103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: standardattrdescription.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.485803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.486405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: standard-attr-description Nov 24 10:46:47.486772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: stateful_security_group.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.487711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.488329 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: stateful-security-group Nov 24 10:46:47.488706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: stdattrs_common.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.489306 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 10:46:47.489672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.490615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.491229 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 10:46:47.491598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: subnet_onboard.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.492697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.493299 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: subnet_onboard Nov 24 10:46:47.493668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.494692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.495277 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 10:46:47.495667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: subnet_service_types.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.496667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.497258 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: subnet-service-types Nov 24 10:46:47.497621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: subnetallocation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.498728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.499319 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: subnet_allocation Nov 24 10:46:47.499667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.500406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.501001 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: subnetpool-prefix-ops Nov 24 10:46:47.501368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.502325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.502926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 10:46:47.503301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: tagging.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.505636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.506243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: standard-attr-tag Nov 24 10:46:47.506618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: timestamp.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.507877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.508535 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loaded extension: standard-attr-timestamp Nov 24 10:46:47.508912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: trunk.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.509978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.510576 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension trunk not supported by any of loaded plugins Nov 24 10:46:47.510946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: trunk_details.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.511935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.512555 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension trunk-details not supported by any of loaded plugins Nov 24 10:46:47.512927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: uplink_status_propagation.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.514125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.514713 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 10:46:47.515104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Loading extension file: vlantransparent.py {{(pid=80207) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 24 10:46:47.515809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80207) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 24 10:46:47.516423 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 10:46:47.519070 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:network Nov 24 10:46:47.519887 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:subnet Nov 24 10:46:47.520596 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 10:46:47.521268 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:port Nov 24 10:46:47.522761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.523277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service FLAVORS assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.523965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.524499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.524877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:router Nov 24 10:46:47.525655 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 10:46:47.526390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service METERING assigned prefix: /metering {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.528755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.529162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.529556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80207) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:46:47.530728 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 10:46:47.531221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:security_group Nov 24 10:46:47.532041 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 10:46:47.532914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.533293 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 10:46:47.533668 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] subnetpool is already registered Nov 24 10:46:47.534353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.534726 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 10:46:47.535095 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] subnetpool is already registered Nov 24 10:46:47.537909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.538396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service FLAVORS assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.539050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.539521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.539897 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:router Nov 24 10:46:47.540300 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] router is already registered Nov 24 10:46:47.540957 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:floatingip Nov 24 10:46:47.541328 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] floatingip is already registered Nov 24 10:46:47.542027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service METERING assigned prefix: /metering {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.543375 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 10:46:47.543747 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] rbac_policy is already registered Nov 24 10:46:47.544412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:security_group Nov 24 10:46:47.544785 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] security_group is already registered Nov 24 10:46:47.545475 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 10:46:47.545857 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] security_group_rule is already registered Nov 24 10:46:47.546599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.546970 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 10:46:47.547344 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] subnetpool is already registered Nov 24 10:46:47.548009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.resource_helper [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Service CORE assigned prefix: {{(pid=80207) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 24 10:46:47.548436 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 10:46:47.548806 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.quota.resource_registry [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] subnetpool is already registered Nov 24 10:46:47.549540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: extensions {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.551100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: address-groups {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.552832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: address-scopes {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.554122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: agents {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.555447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: auto-allocated-topology {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.556822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: availability_zones {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.558265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: dhcp-networks {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.559761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: dhcp-agents {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.561314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: routers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.563247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: flavors {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.564525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: service_profiles {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.565829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: next_providers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.567459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: service_profiles {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.569094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: floatingip-pools {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.570401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: routers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.572341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: floatingips {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.573624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: l3-routers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.575140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: l3-agents {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.576703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: metering-labels {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.578215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: metering-label-rules {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.579588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: network-ip-availabilities {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.580962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: bindings {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.582720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: quotas {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.584300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: quotas {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.585844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: rbac-policies {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.587202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: security-groups {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.588541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: security-group-rules {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.590389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: service-providers {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.591684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: subnetpools {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.594174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: subnetpools {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.595763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.597587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.701587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.703544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.705495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.707332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.709271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.711273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.713313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.715830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.extensions [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Extended resource: tags {{(pid=80207) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 24 10:46:47.723028 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING keystonemiddleware.auth_token [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 10:46:47.728455 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING keystonemiddleware.auth_token [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 10:46:47.737917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Acquired lock "singleton_lock" {{(pid=80207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 24 10:46:47.738451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Releasing lock "singleton_lock" {{(pid=80207) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 24 10:46:47.739924 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Starting 2 workers Nov 24 10:46:47.744713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Started child 80316 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 24 10:46:47.748798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:47.749408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Started child 80317 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 24 10:46:47.750352 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [-] (80316) wsgi starting up on http://0.0.0.0:9696 Nov 24 10:46:47.750992 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 10:46:47.751629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Notify callbacks [] for process, before_spawn {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:47.753016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:47.754170 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Starting 1 workers Nov 24 10:46:47.754493 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [-] (80317) wsgi starting up on http://0.0.0.0:9696 Nov 24 10:46:47.759606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Started child 80318 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 24 10:46:47.760148 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Starting 1 workers Nov 24 10:46:47.762117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] calling RpcWorker wait() {{(pid=80318) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 10:46:47.762520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] returning from RpcWorker wait() {{(pid=80318) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 10:46:47.764389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:47.764887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:46:47.765175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Started child 80319 {{(pid=80207) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 24 10:46:47.765972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaaac528-3a45-469c-a0f3-72740b2ad815 None None] Notify callbacks [] for process, after_spawn {{(pid=80207) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:47.767690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 24 10:46:47.767921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 10:46:47.768120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 10:46:47.768428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 10:46:47.768853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 10:46:47.769049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 10:46:47.769639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.769935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.770246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.770546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.770875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.771271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:47.771501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.771814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.772111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.772450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.772744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.772857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:46:47.772968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.773126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.773417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.773687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.774037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.774352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.774638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.774913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.775128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.775414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.775767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.776019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.776340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] debug = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.776621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.777767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.778029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.778315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.778572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.778909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.779208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.779516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.779795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.780063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.780371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.780672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.780927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.781210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.781533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.781787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.782277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] host = dv-cinder-763774-1-iscsi {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.782483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.782735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.783032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.783301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.783608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.783857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.784153 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.784475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.784755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.785019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.785291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.785584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.785867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.786155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_file = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.786350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_options = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.786600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.786901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.787188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.787411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.787607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.787800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.788102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.788292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.788573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.788831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.789079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.789329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.789578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.789845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.790135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.790382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.790651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.790895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.791180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.791452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.791722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.791988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.792239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.792612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.793386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.793628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.794812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.795234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.795601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.796033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.796537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.797011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.797300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.797624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.799050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.801704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.801704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.801704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.801704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.801704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.801704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.802243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.802320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.802704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.803145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.803765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_json = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.804198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.804532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.807061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.808149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.808550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.809793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.810074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.810378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.810848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.811178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.811537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.811838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.812124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.812437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.812740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.813010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.813291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.813573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.813930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.814190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.814551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.814867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.815174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.815455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.815713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.815976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.818050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.819394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.820771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.821074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.821404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.821687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.821959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.822248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.822518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.822801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.823081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.823406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.823689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.824468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.824725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.824984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.825235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.825485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.825758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.826031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.826315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.826594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.826864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.827115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.827385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.827639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.827930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.828186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.828458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.828713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.828967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.829237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.829527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.829762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.830019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.830274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.830535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.830780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.831042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.831304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.831548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.831812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.832079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.832365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.832620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.832869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.833119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.833365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.833675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.833848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.834081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.834332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.836990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.837270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.837503 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.837747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.837985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.838275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.838539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.838820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.839095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.839369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.840387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.840645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.840924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.841195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.841448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.841858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.842300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.842718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.843151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.843601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.844056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.844403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.844686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.845001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.845284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.845589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.845944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.846257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.846514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.846946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.847366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.847804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.848208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.848695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.848986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.849266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.849549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.849878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.850160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.850405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.850659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.850949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.851305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.851597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.851833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.852083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.852399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.852714 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.853038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.853342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.853630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.853947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.854213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.854631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.855096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.855362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.855655 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.855910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.856179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.856456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.856715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.856968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.857225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.857519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.857771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.858028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.858281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.858553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.858825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.859104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.859374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.859627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.859913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.860178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.860477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.860735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.860982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.861281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.861552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.861866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.862152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.862403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.862672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.862933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.863214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.863468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.863756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.864011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.864262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.864536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.864794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.865042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.865290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.865569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.865814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.866128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.866406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.866770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.867050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.867335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.867782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.868041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.868315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.868574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.868849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.869104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.869358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.869639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.869915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.870178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.870428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.870682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.870961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.871214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.871460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.871766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.872069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.872368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.872661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.872955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.873230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.873479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.873806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.874101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.874357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.874722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.874986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.875278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.875540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.875794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.876052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.876378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.876732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.877044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.877529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.877990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.878416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.879033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.879033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.879296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.879461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.879826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.880142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.880449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.880722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.881040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.881308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.881561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.881818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.882075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.882331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.882617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.882900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.883193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.883520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.883792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.884048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.884337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.884608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.884887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.885160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.885350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 10:46:47.885891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80207) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 24 10:46:47.886083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 24 10:46:47.886760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 24 10:46:47.886988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 24 10:46:47.887210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 24 10:46:47.887395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 24 10:46:47.887645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.887837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.888027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.888216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.888427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.888639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.889096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.889289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.889477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.889665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.889851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.890037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.890226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.890412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.890598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.890784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.890970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.891157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.891348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.891535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.891722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.891907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.892093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] debug = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.892307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.892518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.892710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.892896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.893080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.893266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.893452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.893638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.893824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.894010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.894196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.894381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.894568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.894753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.894941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.895131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.895319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] host = dv-cinder-763774-1-iscsi {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.895493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.895666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.895820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.896008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.896192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.896437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.896627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.896812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.896999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.897184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.897370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.897555 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.897741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.897926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_file = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.898111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_options = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.898298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.898483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.898668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.898879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.899070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.899256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.899440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.899625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.899811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.900061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.900255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.900460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.900646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.900834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.901018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.901202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.901467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.901657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.901844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.902619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.902809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.902995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.903180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.903366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.903552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.903737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.903921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.904108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.904295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.904483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.904642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.904830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.905016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.905201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.905385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.905544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.905728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.905974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.906086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.906249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.906436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.906620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.906807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.906993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.907180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.907365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_json = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.907552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.907737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.907923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.908108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.908306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.908479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.908665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.908851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 24 10:46:47.909057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.909248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.909449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.909640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.909827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.910060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.910157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.910344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.910531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.910719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.910913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.911103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.911311 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.911488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:46:47.911594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.911688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.911832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.912020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.912210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.912437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.912628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.912815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.913005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.913192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.913379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.913566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.913754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.913941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.914130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.914319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.914507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.914693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.914881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.915068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.915256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.915476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.915629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.915818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.916030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.916195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.916442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.916631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.916819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.917006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.917194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.917382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.917597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.917787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.917974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.918162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.918349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.918552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.918742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.918929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.919120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.919309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.919471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.919655 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.919842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.920029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.920222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.920433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.920622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.920838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.921112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.921222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.921317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.921482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.921669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.921855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.922044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.922232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.922419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.922605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.922802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.923006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.923195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.923381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.923576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.923785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.923944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.924086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.924292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.924497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.924690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.924879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.925136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.925283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.925421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.925579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.925727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.925881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.926060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.926350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.926490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.926640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.926784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.926927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.927188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.927188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.927459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.927625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.927762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.927920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.928068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.928222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.928547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.928547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.928824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.928923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.929028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.929212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.929402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.929590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.929778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.929966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.930159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.930356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.930556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.930745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.930932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.931121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.931336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.931525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.931715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.931901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.932088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.932291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.932484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.932699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.932889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.933035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.933202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.933349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.933554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.933701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.933890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.934079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.934269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.934457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.934645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.934836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.935095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.935235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.935385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.935490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.935671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.935857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.936044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.936232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.936460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.936647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.936837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.937024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.937212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.937399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.937588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.937797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.937965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.938154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.938341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.938529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.938717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.938905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.939093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.939281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.939542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.939730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.939920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.940112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.940316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.940509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.940700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.940862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.941049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.941235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.941424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.941627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.941802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.941985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.942196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.942346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.942497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.942674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.942862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.943050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.943237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.943427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.943617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.943805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.943991 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.944178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.944388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.944577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.944763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.944963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.945152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.945339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.945526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.945723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.945910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.946096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.946292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.946481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.946668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.946867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.947055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.947243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.947429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.947616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.947802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.947991 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.948183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.948403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.948599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.949349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.949685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.949888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.950087 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.950273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.950468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.950674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.950863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.951050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.951237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.951423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.951611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.951798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.951985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.952172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.952384 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.952573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.952759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.952946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.953134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.953322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.953509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.953696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.953883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.954071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.954257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 24 10:46:47.954440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80207) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 24 10:46:47.993674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59702) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:46:48.005175 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086503 Nov 24 10:46:57.764550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc3a10-626e-40e0-962a-46d22bfd6222 None None] get_active_networks_info from dv-cinder-763774-1-iscsi {{(pid=80318) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 24 10:46:57.866546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc3a10-626e-40e0-962a-46d22bfd6222 None None] No non-hosted networks {{(pid=80318) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 10:46:57.889594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agentschedulers_db [None req-70cc3a10-626e-40e0-962a-46d22bfd6222 None None] DHCP Agent not found on host dv-cinder-763774-1-iscsi {{(pid=80318) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Nov 24 10:46:58.026349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f158450-c8e3-458a-a3d6-df15291b3bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055'] for agent, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:59.768085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43c4c607-66e8-4ba0-8d35-7a40be0aacb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055'] for agent, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:46:59.813859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0edd9ce2-9e4b-40df-be94-771a28eb615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:00.453946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055'] for agent, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:01.335031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055'] for agent, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:01.336192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.336786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.337305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.338217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.338217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.338558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.339068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.339847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.340214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.340665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.341031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.341394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:01.341818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763774-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:01.351939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763774-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:01.482541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] get_endpoint_by_host() called for host dv-cinder-763774-1-iscsi {{(pid=80318) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 24 10:47:01.488414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=80318) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 24 10:47:01.491652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=80318) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 24 10:47:01.497164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] _get_endpoints() called {{(pid=80318) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 24 10:47:02.162412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055'] for agent, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:03.795555 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59794) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:04.449992 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-02d741ea-3548-4ba6-841d-e3afe0b74feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:04.450601 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-02d741ea-3548-4ba6-841d-e3afe0b74feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:04.687509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [None req-02d741ea-3548-4ba6-841d-e3afe0b74feb admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:47:04.688609 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-02d741ea-3548-4ba6-841d-e3afe0b74feb admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8920240 Nov 24 10:47:05.827238 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_hamode_db [None req-daba00ef-d959-4d6f-9cbe-c4f7550baeb9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 10:47:05.916575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba00ef-d959-4d6f-9cbe-c4f7550baeb9 None None] Routers set() bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:47:05.917043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba00ef-d959-4d6f-9cbe-c4f7550baeb9 None None] Router IDs set() for agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 24 10:47:07.362758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59808) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:07.783188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:07.832371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.policy [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80317) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 24 10:47:07.833201 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:07.833637 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:07.840783 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] Loaded quota_driver: . Nov 24 10:47:07.884990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:07.950441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286849913494', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286850222394', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286850219905', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286850193832', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363286850207486', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853411468', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853459761', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16361522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16414951'] for rbac-policy, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:08.016329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:08.017575 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3333e2e7-b7d2-4dd2-b291-955d5ec07649 admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6537256 Nov 24 10:47:10.986876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59822) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:11.388155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Request body: {'network': {'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'name': 'private', 'admin_state_up': True}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:11.394300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:11.400983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Usage tracker for resource:network and tenant:651e4debea2f48debe1aabf7e8fbebab is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:11.405309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:11.411478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:11.420090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Made reservation on behalf of 651e4debea2f48debe1aabf7e8fbebab for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:47:11.426151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.443131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.485997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:11.489851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Usage tracker for resource:security_group_rule and tenant:651e4debea2f48debe1aabf7e8fbebab is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:11.492823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:11.498913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:11.567239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.569751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.575747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:11.597337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:47:11.622393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.622978 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Added segment 65412a37-3fda-478d-9a85-033bb4759605 of type vxlan for network 077e3cd5-2d75-4f83-8ec9-624e621a6dde Nov 24 10:47:11.641937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56012cf2-2913-4426-b858-ad83d1ad0074,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:11.706368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.706768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.707137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.707498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.707851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.708207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.708587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.708937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.709303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.709651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.709998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.710349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Tracked resource versions report: Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:47:11.711551 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:47:11.746411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.756909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:11.799515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.800908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:11.801595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:11.807125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:11.918149 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9301236 Nov 24 10:47:11.921041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Pushing event updated for resources: {'Network': ['ID=077e3cd5-2d75-4f83-8ec9-624e621a6dde,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:11.945892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:11.953636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:47:15.012206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59838) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:15.513191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b3de4-0502-4a48-9f97-5d6a598f1e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:15.514945 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7c1b3de4-0502-4a48-9f97-5d6a598f1e09 admin admin] 10.222.0.27 "GET /v2.0/networks/077e3cd5-2d75-4f83-8ec9-624e621a6dde HTTP/1.1" status: 200 len: 818 time: 0.5016465 Nov 24 10:47:15.543390 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b2aa3e5a-853d-42b3-afb7-797798060b93 admin admin] 10.222.0.27 "GET /v2.0/subnetpools/c82a90b0-4489-438f-80f7-28a75dd65e0c HTTP/1.1" status: 200 len: 734 time: 0.0222347 Nov 24 10:47:15.552608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Request body: {'subnet': {'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c', 'ip_version': 4, 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:15.557061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:15.561449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Usage tracker for resource:subnet and tenant:651e4debea2f48debe1aabf7e8fbebab is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:15.564473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:15.570134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:15.579499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Made reservation on behalf of 651e4debea2f48debe1aabf7e8fbebab for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:47:15.584321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Notify callbacks [] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:16.227211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:16.242547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:16.374291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0726363c-7656-46d0-96f4-72a2dd8cf196,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:16.388978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:16.448537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Checking segment: {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:47:16.448923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Network hostable DHCP agents. Network: 077e3cd5-2d75-4f83-8ec9-624e621a6dde, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:47:16.472400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:47:16.481042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 077e3cd5-2d75-4f83-8ec9-624e621a6dde) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:47:16.485589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:16.486231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:16.491866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ea184-dfc0-48c0-b739-c4fcb4eb42e5 None None] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:47:16.505810 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9567938 Nov 24 10:47:16.802712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:47:16.804535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:17.144803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Allocated IP 172.20.0.2 (077e3cd5-2d75-4f83-8ec9-624e621a6dde/0726363c-7656-46d0-96f4-72a2dd8cf196/abf597bd-4dca-47ba-a274-8a5b15887914) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:47:17.378155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:17.391742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Transition to ACTIVE for port object abf597bd-4dca-47ba-a274-8a5b15887914 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:47:17.409109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Transition to ACTIVE for port object abf597bd-4dca-47ba-a274-8a5b15887914 will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:47:17.414854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:17.430926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:17.724585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Pushing event updated for resources: {'Port': ['ID=abf597bd-4dca-47ba-a274-8a5b15887914,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:17.740839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.741220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.741590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.741952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.742312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.742672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.743023 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.743376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.743742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.744093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.744489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.744863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Tracked resource versions report: Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:47:17.746005 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:47:17.760305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:17.799345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:47:17.800540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:47:17.803284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:47:17.860308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Attempting to bind port abf597bd-4dca-47ba-a274-8a5b15887914 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:47:17.860736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Attempting to bind port abf597bd-4dca-47ba-a274-8a5b15887914 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:47:17.861148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Attempting to bind port abf597bd-4dca-47ba-a274-8a5b15887914 on network 077e3cd5-2d75-4f83-8ec9-624e621a6dde {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:47:17.867794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:47:17.868341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Checking segment: {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:47:17.869617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:17.869617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Bound using segment: {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:47:17.869804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Bound port: abf597bd-4dca-47ba-a274-8a5b15887914, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:47:17.870362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:17.961669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] For port abf597bd-4dca-47ba-a274-8a5b15887914, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:47:17.966219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] For port abf597bd-4dca-47ba-a274-8a5b15887914, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=abf597bd-4dca-47ba-a274-8a5b15887914,segment=NetworkSegment(65412a37-3fda-478d-9a85-033bb4759605),segment_id=65412a37-3fda-478d-9a85-033bb4759605)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:47:17.969384 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:17.984230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:18.125028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Pushing event updated for resources: {'Port': ['ID=abf597bd-4dca-47ba-a274-8a5b15887914,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:18.129776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:19.230859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59848) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:19.662629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [None req-00e514b7-70df-4f86-8f10-e8d70b0e9591 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:47:19.663811 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-00e514b7-70df-4f86-8f10-e8d70b0e9591 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4319260 Nov 24 10:47:21.558034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device abf597bd-4dca-47ba-a274-8a5b15887914 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:47:21.632463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port abf597bd-4dca-47ba-a274-8a5b15887914 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:47:22.378049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59862) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:22.549624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86223595-cc9c-469f-bc31-60e35b2480d5 None None] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:47:22.647599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Provisioning for port abf597bd-4dca-47ba-a274-8a5b15887914 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:47:22.658804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Provisioning complete for port abf597bd-4dca-47ba-a274-8a5b15887914 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:22.659213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:22.804513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [None req-d70ffc40-2bf7-4f19-baa4-fab680ff8cf5 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:47:22.805614 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d70ffc40-2bf7-4f19-baa4-fab680ff8cf5 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4266131 Nov 24 10:47:22.894604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:22.947834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] For port abf597bd-4dca-47ba-a274-8a5b15887914, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=abf597bd-4dca-47ba-a274-8a5b15887914,segment=NetworkSegment(65412a37-3fda-478d-9a85-033bb4759605),segment_id=65412a37-3fda-478d-9a85-033bb4759605)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:47:22.952075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:22.958146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6a5c65a-6145-457c-a23f-4f06dcf6d84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:23.033243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Pushing event updated for resources: {'Port': ['ID=abf597bd-4dca-47ba-a274-8a5b15887914,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:23.036596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:23.179090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b0e5937c-e65e-43e8-ab76-91c96d6ff91a None None] Provisioning complete for port abf597bd-4dca-47ba-a274-8a5b15887914 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:23.179505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0e5937c-e65e-43e8-ab76-91c96d6ff91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:23.427899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-62730a0a-fbe7-4716-ab1d-3e622c34a17a None None] Provisioning complete for port abf597bd-4dca-47ba-a274-8a5b15887914 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:23.428332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-62730a0a-fbe7-4716-ab1d-3e622c34a17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:23.542870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device abf597bd-4dca-47ba-a274-8a5b15887914 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:47:23.621452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port abf597bd-4dca-47ba-a274-8a5b15887914 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:23.621861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:23.753886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a67149dc-fdbf-434e-8062-429c4de3f33b None None] Provisioning complete for port abf597bd-4dca-47ba-a274-8a5b15887914 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:23.754331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a67149dc-fdbf-434e-8062-429c4de3f33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:25.921853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59874) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:26.319863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'name': 'router1'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:26.325795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:26.329811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Usage tracker for resource:router and tenant:651e4debea2f48debe1aabf7e8fbebab is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:26.332969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:26.339369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:26.348254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:26.349520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:26.374986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:26.471870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:26.492039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:26.493309 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3302c3f7-47e6-4c7b-bdcc-5b3c5bad1f3f admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5704134 Nov 24 10:47:27.587883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c62768e0-b548-4d2e-b0ea-0ab6a64387ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:29.131543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 59884) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:29.549280 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [None req-771bfed3-0cf4-40a8-9119-02161cea8e5f admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:47:29.550357 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-771bfed3-0cf4-40a8-9119-02161cea8e5f admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4177999 Nov 24 10:47:29.745242 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-84f33c81-e5fe-4738-8343-ca60abbb09b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:30.397215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:31.312678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:32.119653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:32.292809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 59904) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:32.593385 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:32.594040 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:32.829970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:32.831538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:47:32.833017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.quota [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Loaded quota_driver: . Nov 24 10:47:32.878142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:32.884308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Usage tracker for resource:network and tenant:73b0d6cf842c4dfba7351e37df81947c is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:32.888817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:32.895883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:32.909818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Made reservation on behalf of 73b0d6cf842c4dfba7351e37df81947c for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:47:32.945344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.policy [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80316) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 24 10:47:32.946212 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:32.946623 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING oslo_policy.policy [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 10:47:32.957633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:32.976498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.021442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:33.025487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Usage tracker for resource:security_group_rule and tenant:73b0d6cf842c4dfba7351e37df81947c is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:33.028465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:33.034016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:33.106495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.109044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.114746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:33.127263 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Reserving flat network on physical network physnet1 {{(pid=80316) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 24 10:47:33.159351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.159960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Unsubscribe: segment precommit_create {{(pid=80316) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 24 10:47:33.160587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Added segment f0ed386b-235a-497a-bf68-82e2b28a8415 of type flat for network 8147b1d5-f5a5-47aa-996a-e9dc25af002b Nov 24 10:47:33.214212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12092ebf-a805-47ed-8ef1-c41cf22d698b,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:33.244302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.244757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.245130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.245537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.245902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.246264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.246653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.247011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.247382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.247728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.248079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.248457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Tracked resource versions report: Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:47:33.249677 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:47:33.295868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.304376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:33.342083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.343538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:33.344227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:33.349089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:33.459929 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1645589 Nov 24 10:47:33.460705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Pushing event updated for resources: {'Network': ['ID=8147b1d5-f5a5-47aa-996a-e9dc25af002b,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:33.486305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:33.495925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:47:35.998366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 59934) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:36.147596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777872db-95c8-4701-b098-df25dc3023bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:36.149105 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-777872db-95c8-4701-b098-df25dc3023bb admin admin] 10.222.0.27 "GET /v2.0/subnets/0726363c-7656-46d0-96f4-72a2dd8cf196 HTTP/1.1" status: 200 len: 849 time: 0.1496694 Nov 24 10:47:36.327395 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-792c7e83-598a-42d3-b233-797aee3e90df admin admin] 10.222.0.27 "GET /v2.0/routers/fa5593b7-c35c-4ba5-8538-1e85b75ce4af HTTP/1.1" status: 200 len: 704 time: 0.1720366 Nov 24 10:47:36.960187 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:37.346230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Allocated IP 172.20.0.1 (077e3cd5-2d75-4f83-8ec9-624e621a6dde/0726363c-7656-46d0-96f4-72a2dd8cf196/1cebe27e-6a87-44ee-907d-68bfc5cfe75f) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:47:37.510079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:37.528738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Transition to ACTIVE for port object 1cebe27e-6a87-44ee-907d-68bfc5cfe75f will not be triggered until provisioned by entity DHCP. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:47:37.580647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:37.595448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:37.723803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Pushing event updated for resources: {'Port': ['ID=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:37.731057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:37.785839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:47:37.786942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:47:37.789703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:47:37.790200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:37.912245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:37.984978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-35a86dc7-6523-4933-b916-ce8307314135 None None] Provisioning for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:47:37.990007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-35a86dc7-6523-4933-b916-ce8307314135 None None] Provisioning complete for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:37.990420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35a86dc7-6523-4933-b916-ce8307314135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:38.043960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-35a86dc7-6523-4933-b916-ce8307314135 None None] Port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:47:38.201186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:38.204363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:38.205473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:38.220698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:38.350838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Pushing event updated for resources: {'Port': ['ID=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:38.355708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:38.415735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:47:38.416898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:47:38.670683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1f193a8b-6256-4caa-b553-70c67657f527 None None] Provisioning complete for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:38.671091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1f193a8b-6256-4caa-b553-70c67657f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:38.727065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1f193a8b-6256-4caa-b553-70c67657f527 None None] Port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:47:38.930814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Router fa5593b7-c35c-4ba5-8538-1e85b75ce4af is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 10:47:39.100840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:47:39.110874 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] 10.222.0.27 "PUT /v2.0/routers/fa5593b7-c35c-4ba5-8538-1e85b75ce4af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7774875 Nov 24 10:47:39.111610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Sync routers for ids ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:47:39.126259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Routers {'fa5593b7-c35c-4ba5-8538-1e85b75ce4af'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:47:39.127115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:47:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:39.311919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Set router fa5593b7-c35c-4ba5-8538-1e85b75ce4af gateway port host: None {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:47:39.697846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'name': 'router1', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:47:26Z', 'updated_at': '2020-11-24T10:47:37Z', 'revision_number': 2, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'gw_port_host': None, '_interfaces': [{'id': '1cebe27e-6a87-44ee-907d-68bfc5cfe75f', 'name': '', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'mac_address': 'fa:16:3e:46:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:37Z', 'updated_at': '2020-11-24T10:47:38Z', 'revision_number': 2, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'subnets': [{'id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:39.703717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Checking router: fa5593b7-c35c-4ba5-8538-1e85b75ce4af for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:47:39.704133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Updating router fa5593b7-c35c-4ba5-8538-1e85b75ce4af port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:47:39.756196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:40.193677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:40.209596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Transition to ACTIVE for port object 1cebe27e-6a87-44ee-907d-68bfc5cfe75f will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:47:40.212131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:40.227730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:40.367850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Pushing event updated for resources: {'Port': ['ID=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:40.392445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.392825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.393198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.393561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.393922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.394321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.394676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.395032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.395387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.395738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.396091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.396462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Tracked resource versions report: Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:47:40.397676 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:47:40.401989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:40.554735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Attempting to bind port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:47:40.555172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Attempting to bind port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:47:40.555619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Attempting to bind port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f on network 077e3cd5-2d75-4f83-8ec9-624e621a6dde {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:47:40.563524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:47:40.563982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Checking segment: {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:47:40.564495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:40.564927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Bound using segment: {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:47:40.565482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Bound port: 1cebe27e-6a87-44ee-907d-68bfc5cfe75f, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65412a37-3fda-478d-9a85-033bb4759605', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:47:40.565933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:40.658953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] For port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:47:40.663416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] For port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,segment=NetworkSegment(65412a37-3fda-478d-9a85-033bb4759605),segment_id=65412a37-3fda-478d-9a85-033bb4759605)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:47:40.665934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:40.682535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:40.993335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Pushing event updated for resources: {'Port': ['ID=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,revision_number=4']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:40.998337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:41.060896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Routers {'fa5593b7-c35c-4ba5-8538-1e85b75ce4af'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:47:41.061561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:47:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:41.225247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] Set router fa5593b7-c35c-4ba5-8538-1e85b75ce4af gateway port host: None {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:47:41.567304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'name': 'router1', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:47:26Z', 'updated_at': '2020-11-24T10:47:37Z', 'revision_number': 2, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'gw_port_host': None, '_interfaces': [{'id': '1cebe27e-6a87-44ee-907d-68bfc5cfe75f', 'name': '', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'mac_address': 'fa:16:3e:46:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:37Z', 'updated_at': '2020-11-24T10:47:40Z', 'revision_number': 4, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'subnets': [{'id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:41.571496 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f055d971-b5b0-4e0d-983e-c1436ce50cf5 None None] The sync data for ids ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'] in dv-cinder-763774-1-iscsi is: [{'id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'name': 'router1', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:47:26Z', 'updated_at': '2020-11-24T10:47:37Z', 'revision_number': 2, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'gw_port_host': None, '_interfaces': [{'id': '1cebe27e-6a87-44ee-907d-68bfc5cfe75f', 'name': '', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'mac_address': 'fa:16:3e:46:30:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:37Z', 'updated_at': '2020-11-24T10:47:40Z', 'revision_number': 4, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'subnets': [{'id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:47:41.611959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 59946) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:41.800033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9d0c8a-5f32-4e3a-b765-acbfd4373f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:41.800638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff9d0c8a-5f32-4e3a-b765-acbfd4373f63 admin admin] Synchronizing usage tracker for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:47:41.818024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff9d0c8a-5f32-4e3a-b765-acbfd4373f63 admin admin] Unset dirty status for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:47:41.819294 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ff9d0c8a-5f32-4e3a-b765-acbfd4373f63 admin admin] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 842 time: 0.2060797 Nov 24 10:47:41.831843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:41.837416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:41.841507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Usage tracker for resource:subnet and tenant:73b0d6cf842c4dfba7351e37df81947c is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:41.844617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:41.850861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:41.860010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Made reservation on behalf of 73b0d6cf842c4dfba7351e37df81947c for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:47:41.864658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:42.330931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80316) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 10:47:42.331401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:42.346746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:42.477966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:42.482287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:42.562092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:47:42.562486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Network hostable DHCP agents. Network: 8147b1d5-f5a5-47aa-996a-e9dc25af002b, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:47:42.587237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:47:42.597361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 8147b1d5-f5a5-47aa-996a-e9dc25af002b) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:47:42.602063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:42.602797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:42.619413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d147efbc-ca0c-4c49-a557-cfe1353e2f0b None None] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:47:42.626559 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7986803 Nov 24 10:47:42.854196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061518f3-1b19-4c59-b44c-472c089cdf75 None None] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:47:43.563574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 1cebe27e-6a87-44ee-907d-68bfc5cfe75f up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:47:43.631145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:47:43.635897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:43.636334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:43.753043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:43.786378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,segment=NetworkSegment(65412a37-3fda-478d-9a85-033bb4759605),segment_id=65412a37-3fda-478d-9a85-033bb4759605)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:47:43.789449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:43.792319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:43.858481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=1cebe27e-6a87-44ee-907d-68bfc5cfe75f,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:43.861570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:45.149669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 59960) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:45.394152 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-74810ac7-2790-480d-ac29-11b727ab4f72 admin admin] 10.222.0.27 "GET /v2.0/routers/fa5593b7-c35c-4ba5-8538-1e85b75ce4af HTTP/1.1" status: 200 len: 710 time: 0.2431626 Nov 24 10:47:45.533084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b6f934-6f2c-4a68-b5fc-d9222769f450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:45.534568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-65b6f934-6f2c-4a68-b5fc-d9222769f450 admin admin] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 886 time: 0.1345034 Nov 24 10:47:45.545455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:47:45.546851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 1cebe27e-6a87-44ee-907d-68bfc5cfe75f up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:47:45.763087 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:45.763738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.211138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.403381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.435363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.447807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.479860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:47:46.484480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:47:46.487359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:47:46.493058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:47:46.559730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.562227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:46.577389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:46.669280 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaaac27-3e09-4751-8ede-8e55ec57afc8,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:46.674416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:46.834455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Allocated IP 172.27.1.238 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/ff743eb3-61bc-4a6f-bbf1-275411e7db39) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:47:46.985732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:47.010768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:47.026806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:47.155949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Pushing event updated for resources: {'Port': ['ID=ff743eb3-61bc-4a6f-bbf1-275411e7db39,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:47.160434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:47.216198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:47:47.217357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:47:47.219630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:47:47.360514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:47.534015 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:47.537513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16485428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838290372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036838281292'] for router, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:47.740757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Router fa5593b7-c35c-4ba5-8538-1e85b75ce4af has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 10:47:47.945119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:47:47.954560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Sync routers for ids ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:47:47.961896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:47.963167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] 10.222.0.27 "PUT /v2.0/routers/fa5593b7-c35c-4ba5-8538-1e85b75ce4af HTTP/1.1" status: 200 len: 890 time: 2.4219863 Nov 24 10:47:47.967111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Routers {'fa5593b7-c35c-4ba5-8538-1e85b75ce4af'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:47:47.967786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:47:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:48.175181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Set router fa5593b7-c35c-4ba5-8538-1e85b75ce4af gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:47:48.533033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'name': 'router1', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ff743eb3-61bc-4a6f-bbf1-275411e7db39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:47:26Z', 'updated_at': '2020-11-24T10:47:47Z', 'revision_number': 4, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'gw_port': {'id': 'ff743eb3-61bc-4a6f-bbf1-275411e7db39', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:46Z', 'updated_at': '2020-11-24T10:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '1cebe27e-6a87-44ee-907d-68bfc5cfe75f', 'name': '', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'mac_address': 'fa:16:3e:46:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:37Z', 'updated_at': '2020-11-24T10:47:43Z', 'revision_number': 5, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'subnets': [{'id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:48.538018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Checking router: fa5593b7-c35c-4ba5-8538-1e85b75ce4af for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:47:48.538415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Updating router fa5593b7-c35c-4ba5-8538-1e85b75ce4af port ff743eb3-61bc-4a6f-bbf1-275411e7db39 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:47:48.591244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:48.981966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:48.994448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Transition to ACTIVE for port object ff743eb3-61bc-4a6f-bbf1-275411e7db39 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:47:48.997283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:49.013828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-80354aa8-624f-44a6-bf31-4c3439f30e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:49.141171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2215010-286a-4356-a60d-447f167bfd1e None None] Pushing event updated for resources: {'Port': ['ID=ff743eb3-61bc-4a6f-bbf1-275411e7db39,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:49.145662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a2215010-286a-4356-a60d-447f167bfd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:49.207879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Attempting to bind port ff743eb3-61bc-4a6f-bbf1-275411e7db39 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:47:49.208262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Attempting to bind port ff743eb3-61bc-4a6f-bbf1-275411e7db39 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:47:49.208718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Attempting to bind port ff743eb3-61bc-4a6f-bbf1-275411e7db39 on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:47:49.215401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:47:49.215817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:47:49.216256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:49.216711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:47:49.217222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Bound port: ff743eb3-61bc-4a6f-bbf1-275411e7db39, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:47:49.217633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:49.296470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] For port ff743eb3-61bc-4a6f-bbf1-275411e7db39, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:47:49.299627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] For port ff743eb3-61bc-4a6f-bbf1-275411e7db39, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=ff743eb3-61bc-4a6f-bbf1-275411e7db39,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:47:49.303140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:49.319425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:49.464250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2215010-286a-4356-a60d-447f167bfd1e None None] Pushing event updated for resources: {'Port': ['ID=ff743eb3-61bc-4a6f-bbf1-275411e7db39,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:49.469365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a2215010-286a-4356-a60d-447f167bfd1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:49.516021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Routers {'fa5593b7-c35c-4ba5-8538-1e85b75ce4af'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:47:49.516704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:47:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:49.705564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] Set router fa5593b7-c35c-4ba5-8538-1e85b75ce4af gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:47:50.186138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'name': 'router1', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ff743eb3-61bc-4a6f-bbf1-275411e7db39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:47:26Z', 'updated_at': '2020-11-24T10:47:47Z', 'revision_number': 4, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'gw_port': {'id': 'ff743eb3-61bc-4a6f-bbf1-275411e7db39', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:46Z', 'updated_at': '2020-11-24T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '1cebe27e-6a87-44ee-907d-68bfc5cfe75f', 'name': '', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'mac_address': 'fa:16:3e:46:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:37Z', 'updated_at': '2020-11-24T10:47:43Z', 'revision_number': 5, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'subnets': [{'id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:47:50.190880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4e74c-1a9b-44e3-81df-2686d4d5d52c None None] The sync data for ids ['fa5593b7-c35c-4ba5-8538-1e85b75ce4af'] in dv-cinder-763774-1-iscsi is: [{'id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'name': 'router1', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'ff743eb3-61bc-4a6f-bbf1-275411e7db39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:47:26Z', 'updated_at': '2020-11-24T10:47:47Z', 'revision_number': 4, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'gw_port': {'id': 'ff743eb3-61bc-4a6f-bbf1-275411e7db39', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:60:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:46Z', 'updated_at': '2020-11-24T10:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '1cebe27e-6a87-44ee-907d-68bfc5cfe75f', 'name': '', 'network_id': '077e3cd5-2d75-4f83-8ec9-624e621a6dde', 'tenant_id': '651e4debea2f48debe1aabf7e8fbebab', 'mac_address': 'fa:16:3e:46:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa5593b7-c35c-4ba5-8538-1e85b75ce4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:47:37Z', 'updated_at': '2020-11-24T10:47:43Z', 'revision_number': 5, 'project_id': '651e4debea2f48debe1aabf7e8fbebab', 'subnets': [{'id': '0726363c-7656-46d0-96f4-72a2dd8cf196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c82a90b0-4489-438f-80f7-28a75dd65e0c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:47:50.641554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 59970) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:47:50.787987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ba20e-da0b-4002-9467-5531df6b850e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:47:50.789722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1e6ba20e-da0b-4002-9467-5531df6b850e admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1470964 Nov 24 10:47:51.573580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device ff743eb3-61bc-4a6f-bbf1-275411e7db39 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:47:51.649469 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port ff743eb3-61bc-4a6f-bbf1-275411e7db39 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:47:51.654809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port ff743eb3-61bc-4a6f-bbf1-275411e7db39 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:51.655219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:51.771449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:51.787878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port ff743eb3-61bc-4a6f-bbf1-275411e7db39, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=ff743eb3-61bc-4a6f-bbf1-275411e7db39,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:47:51.791244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:51.794169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:47:51.867573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=ff743eb3-61bc-4a6f-bbf1-275411e7db39,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:47:51.870818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:47:53.595637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device ff743eb3-61bc-4a6f-bbf1-275411e7db39 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:47:53.706880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port ff743eb3-61bc-4a6f-bbf1-275411e7db39 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:47:53.708229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:57.626632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19ef0cd7-a8e0-4004-aedb-d518ce31533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:47:59.763878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-055c834d-317d-4ce9-ace8-fb5a6af33b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:00.402424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:01.314523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:02.134254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:09.836118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:48:27.593416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f9897567-3d4c-40b9-aa07-ef0f025e32d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:29.750206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8fd7261c-fd7c-4a9a-b5e5-579e7b8a7a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:30.406835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:31.317735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:32.136053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:46.837549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:48:57.595492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7971fbff-52f9-4a4c-9923-7e47d026c3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:48:59.751702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0b211ffc-7640-4ad9-af4a-0b631c78bf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:00.408677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:01.320411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:02.145760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:23.837852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:49:27.597744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e99f5518-1649-439e-abf8-e1e0a4d03d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:29.753780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aed87414-30ad-4c63-b102-2be8a7607d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:30.411756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:31.317402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:32.145458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:57.599666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-acd8eefd-c2ed-4ecd-9dab-7592132f06b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:49:59.755143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-911715c0-3d9c-4749-a7a7-2ed048e62693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:00.415984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:00.838385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:50:01.319826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:02.153081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:03.217207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60546) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:03.323328 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd991ede-8dd2-4a83-8d3a-a57a96a08987 admin admin] GET failed (client error): The resource could not be found. Nov 24 10:50:03.324674 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-dd991ede-8dd2-4a83-8d3a-a57a96a08987 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1064403 Nov 24 10:50:03.624367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c109d6-18c5-4073-9d3f-089d9ac15fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:03.625984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b7c109d6-18c5-4073-9d3f-089d9ac15fb1 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.2968018 Nov 24 10:50:06.073677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60556) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:06.216460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5db911-44bd-4d8c-b41c-7ee1950ab2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:06.217081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ce5db911-44bd-4d8c-b41c-7ee1950ab2b3 admin admin] Synchronizing usage tracker for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:subnet {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:50:06.232525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ce5db911-44bd-4d8c-b41c-7ee1950ab2b3 admin admin] Unset dirty status for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:subnet {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:50:06.233759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ce5db911-44bd-4d8c-b41c-7ee1950ab2b3 admin admin] 10.222.0.27 "GET /v2.0/subnets/0726363c-7656-46d0-96f4-72a2dd8cf196 HTTP/1.1" status: 200 len: 849 time: 0.1590559 Nov 24 10:50:06.244301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:50:06.370328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:06.678449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363286856810510'] for subnet, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:06.693390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9c6fa849-8b07-48a8-81f3-1cf12fc99229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:50:06.826005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0726363c-7656-46d0-96f4-72a2dd8cf196,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:50:06.850182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.850573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.850944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.851309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.851672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.852036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.852420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.852782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.853155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.853553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.853911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.854291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:06.860791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:50:06.888879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:06.889587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:06.891118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-dd6cdcf5-31fb-4731-baa8-d97c52e234ec admin admin] 10.222.0.27 "PUT /v2.0/subnets/0726363c-7656-46d0-96f4-72a2dd8cf196 HTTP/1.1" status: 200 len: 868 time: 0.6508226 Nov 24 10:50:06.893700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43cf77-9bde-47a0-9152-01b97a79cd18 None None] Network 077e3cd5-2d75-4f83-8ec9-624e621a6dde requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:50:07.426533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-57085d68-d16b-4eed-8b3d-db090858fc85 None None] Provisioning complete for port 1cebe27e-6a87-44ee-907d-68bfc5cfe75f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:50:07.427086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57085d68-d16b-4eed-8b3d-db090858fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:07.556660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-57085d68-d16b-4eed-8b3d-db090858fc85 None None] Provisioning complete for port abf597bd-4dca-47ba-a274-8a5b15887914 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:50:07.557064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-57085d68-d16b-4eed-8b3d-db090858fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:09.371154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60566) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:09.584988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8eaab-7121-484b-a250-96b389da040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:09.585424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd8eaab-7121-484b-a250-96b389da040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:09.587073 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6bd8eaab-7121-484b-a250-96b389da040b admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2149024 Nov 24 10:50:12.039539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60576) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:12.253327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cac431-1c37-4179-9cef-a8dbfd3d5fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:12.253686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cac431-1c37-4179-9cef-a8dbfd3d5fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:12.255371 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-63cac431-1c37-4179-9cef-a8dbfd3d5fda admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2147899 Nov 24 10:50:14.675334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60586) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:14.887930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607b7c5-0ee7-4c4f-874f-a20e9d129386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:14.889350 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a607b7c5-0ee7-4c4f-874f-a20e9d129386 admin admin] 10.222.0.27 "GET /v2.0/networks/077e3cd5-2d75-4f83-8ec9-624e621a6dde HTTP/1.1" status: 200 len: 862 time: 0.2129214 Nov 24 10:50:17.312528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60596) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:17.518309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ae760-0627-45d4-9e46-285fa35dccb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:17.519681 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8c0ae760-0627-45d4-9e46-285fa35dccb5 admin admin] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 886 time: 0.2061253 Nov 24 10:50:19.936935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60606) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:20.081770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d6d4f-0ef6-4fa7-8b62-6a029e403d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:20.082186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d6d4f-0ef6-4fa7-8b62-6a029e403d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:20.083804 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-166d6d4f-0ef6-4fa7-8b62-6a029e403d76 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458430 Nov 24 10:50:22.537634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60616) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:22.680411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb12ebe-89d8-4c61-9039-d1627cc5be1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:22.680833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb12ebe-89d8-4c61-9039-d1627cc5be1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:22.682459 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8fb12ebe-89d8-4c61-9039-d1627cc5be1d admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1437476 Nov 24 10:50:25.129361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60626) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:25.287412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a778f-72d4-46c1-8089-23d645cd9320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:25.288940 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d85a778f-72d4-46c1-8089-23d645cd9320 admin admin] 10.222.0.27 "GET /v2.0/subnets/0726363c-7656-46d0-96f4-72a2dd8cf196 HTTP/1.1" status: 200 len: 868 time: 0.1585743 Nov 24 10:50:27.600812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45e00aa7-7457-4a21-8c9e-a77863a35d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:27.706606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60636) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:27.844353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c788bd-6149-41da-98f0-a818d56d22c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:27.845700 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f6c788bd-6149-41da-98f0-a818d56d22c8 admin admin] 10.222.0.27 "GET /v2.0/subnets/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3 HTTP/1.1" status: 200 len: 816 time: 0.1380937 Nov 24 10:50:29.764743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2baf73d-a8c4-4a1f-88fe-9fb7628d4e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:30.419009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:31.322904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:32.154550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:37.841944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:50:53.267559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60676) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:53.347095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [None req-30728802-bc00-4d96-901a-91ae141b3f44 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:50:53.348180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-30728802-bc00-4d96-901a-91ae141b3f44 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0789959 Nov 24 10:50:55.869808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60686) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:55.970650 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3feb0fb-606b-4eef-85fd-1a82547ca610 admin admin] GET failed (client error): The resource could not be found. Nov 24 10:50:55.971959 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a3feb0fb-606b-4eef-85fd-1a82547ca610 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1011662 Nov 24 10:50:56.107815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f79564-511e-4609-a222-491cd676c23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:56.109428 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f9f79564-511e-4609-a222-491cd676c23c admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1331882 Nov 24 10:50:57.603668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e510-8750-4178-9239-ef8aad999e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:58.567669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60696) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:50:58.648167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:50:58.653532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:50:58.663243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:50:58.672517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Made reservation on behalf of 73b0d6cf842c4dfba7351e37df81947c for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:50:58.677056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:58.771363 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.services.revisions.revision_plugin [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Could not find related network for resource to bump revision. Nov 24 10:50:58.787573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:50:58.797926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:58.798359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Added segment bcdb59c3-ebda-4241-9ceb-492c1f6f8d47 of type vxlan for network 1844bc2c-37dc-4793-9016-40973554bead Nov 24 10:50:58.824330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:58.852992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:58.855113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:50:58.855764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:50:58.860702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:50:58.965936 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3971176 Nov 24 10:50:58.968826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Pushing event updated for resources: {'Network': ['ID=1844bc2c-37dc-4793-9016-40973554bead,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:50:58.977442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.977853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.978230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.978601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.978970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.979395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.979759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.980120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.980513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.980878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.981239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.981598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:50:58.985540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:50:58.993596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 1844bc2c-37dc-4793-9016-40973554bead details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:50:59.769610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7fea5bc8-8816-4872-92fb-1fce21623128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:00.420778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:01.325606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:01.429472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60706) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:51:01.534992 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a57d5c3-65d1-4207-bccb-bc1d028cf3df admin admin] GET failed (client error): The resource could not be found. Nov 24 10:51:01.535564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5a57d5c3-65d1-4207-bccb-bc1d028cf3df admin admin] Synchronizing usage tracker for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:network {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:51:01.550502 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5a57d5c3-65d1-4207-bccb-bc1d028cf3df admin admin] Unset dirty status for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:network {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:51:01.551650 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5a57d5c3-65d1-4207-bccb-bc1d028cf3df admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1211433 Nov 24 10:51:01.669758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7338175-04b7-4037-a813-b551501ebba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:51:01.671333 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f7338175-04b7-4037-a813-b551501ebba5 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1152813 Nov 24 10:51:01.683447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:51:01.688205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:51:01.697972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:51:01.706619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Made reservation on behalf of 73b0d6cf842c4dfba7351e37df81947c for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:51:01.711222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:02.103278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:02.118565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d16e0cd0-ffaa-408e-8ce2-152f321a11af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:51:02.152856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:02.249689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c7b2f0-3939-4b5b-9b60-c4b5a945223d,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:51:02.254380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:51:02.315990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Checking segment: {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:51:02.316433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Network hostable DHCP agents. Network: 1844bc2c-37dc-4793-9016-40973554bead, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:51:02.337284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Network 1844bc2c-37dc-4793-9016-40973554bead is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:51:02.345727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 1844bc2c-37dc-4793-9016-40973554bead) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:51:02.350132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:51:02.350849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:02.355729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0695e2-4641-49e5-a2bf-3492230b2064 None None] Network 1844bc2c-37dc-4793-9016-40973554bead requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:51:02.380317 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6958244 Nov 24 10:51:02.590086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-1844bc2c-37dc-4793-9016-40973554bead', 'network_id': '1844bc2c-37dc-4793-9016-40973554bead', 'tenant_id': '73b0d6cf842c4dfba7351e37df81947c', 'fixed_ips': [{'subnet_id': '50c7b2f0-3939-4b5b-9b60-c4b5a945223d'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:51:02.591025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:02.883892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Allocated IP 192.168.233.2 (1844bc2c-37dc-4793-9016-40973554bead/50c7b2f0-3939-4b5b-9b60-c4b5a945223d/12ee686e-e94a-40c5-b640-c5d1cb70ecfe) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:51:03.101550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:03.113533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Transition to ACTIVE for port object 12ee686e-e94a-40c5-b640-c5d1cb70ecfe will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:51:03.129995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Transition to ACTIVE for port object 12ee686e-e94a-40c5-b640-c5d1cb70ecfe will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:51:03.134696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:03.150666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a2215010-286a-4356-a60d-447f167bfd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:51:03.429425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Pushing event updated for resources: {'Port': ['ID=12ee686e-e94a-40c5-b640-c5d1cb70ecfe,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:51:03.455745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.456134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.456538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.456913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.457283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.457648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.458016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.458381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.458742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.459103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.459448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.459800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:51:03.466307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:51:03.500536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Network 1844bc2c-37dc-4793-9016-40973554bead is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:51:03.501700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:51:03.505687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:51:03.562824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Attempting to bind port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:51:03.563229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Attempting to bind port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:51:03.563630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Attempting to bind port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe on network 1844bc2c-37dc-4793-9016-40973554bead {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:51:03.570801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:51:03.571230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Checking segment: {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:51:03.571676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:03.572213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Bound using segment: {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:51:03.573383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Bound port: 12ee686e-e94a-40c5-b640-c5d1cb70ecfe, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:51:03.573878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:03.669367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] For port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:51:03.673527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] For port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=12ee686e-e94a-40c5-b640-c5d1cb70ecfe,segment=NetworkSegment(bcdb59c3-ebda-4241-9ceb-492c1f6f8d47),segment_id=bcdb59c3-ebda-4241-9ceb-492c1f6f8d47)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:51:03.677304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:03.693513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:51:03.843966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Pushing event updated for resources: {'Port': ['ID=12ee686e-e94a-40c5-b640-c5d1cb70ecfe,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:51:03.847609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:51:05.086364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e21999-97b6-4796-b909-69214af80e15 None None] Network 1844bc2c-37dc-4793-9016-40973554bead requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:51:05.187619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-735c8cf3-1885-4c00-b705-f4f74859f232 None None] Provisioning for port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:51:05.688297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 12ee686e-e94a-40c5-b640-c5d1cb70ecfe up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:51:05.775267 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:51:05.781230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:51:05.781646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:05.914591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:05.926312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-50422da7-f1b6-4b03-8885-7877365a94ee None None] Provisioning complete for port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:51:05.926678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-50422da7-f1b6-4b03-8885-7877365a94ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:05.999182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=12ee686e-e94a-40c5-b640-c5d1cb70ecfe,segment=NetworkSegment(bcdb59c3-ebda-4241-9ceb-492c1f6f8d47),segment_id=bcdb59c3-ebda-4241-9ceb-492c1f6f8d47)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:51:06.006360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:06.012568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:51:06.130533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=12ee686e-e94a-40c5-b640-c5d1cb70ecfe,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:51:06.133940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:51:07.656360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 12ee686e-e94a-40c5-b640-c5d1cb70ecfe up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:51:07.728222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 12ee686e-e94a-40c5-b640-c5d1cb70ecfe triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:51:07.728664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:14.843254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:51:27.606985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f83560d3-b001-4534-bab2-3b773fcd7a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:29.771105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-13706cbb-dcf8-4d45-bf1e-93b279ba9ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:30.424503 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:31.328504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:32.161729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:51.844548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:51:57.608839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1a06b04a-1f44-441f-959d-71d6bc3c5a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:51:59.775912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-191f841e-3ce8-4147-b3a2-7b5b4975ca0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:00.421904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:01.330740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:02.166073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:03.735795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60748) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:52:03.742201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [None req-3cf643f6-7145-4d41-b9ed-e79a20d17799 tempest-verify_tempest_config-957690480 tempest-verify_tempest_config-957690480] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:52:03.743255 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3cf643f6-7145-4d41-b9ed-e79a20d17799 tempest-verify_tempest_config-957690480 tempest-verify_tempest_config-957690480] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0063617 Nov 24 10:52:04.092738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60768) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:52:04.242930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.282878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:52:04.286947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Usage tracker for resource:security_group_rule and tenant:766af7a4bd67437c9d8ea537652e2d22 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:52:04.290039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:52:04.296326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:52:04.367117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.369625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.378574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:52:04.420108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bab39-9349-4771-87d4-209e73725489,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:52:04.423979 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=766af7a4bd67437c9d8ea537652e2d22&name=default HTTP/1.1" status: 200 len: 2743 time: 0.3301945 Nov 24 10:52:04.427025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 60774) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:52:04.431214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.431618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.431996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.432390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.433371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.433756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.434126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.434490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.434867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.435230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.435588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.435947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.440434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:52:04.489929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.516362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.570297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.575567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:52:04.589522 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bab39-9349-4771-87d4-209e73725489,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:52:04.596432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:04.597639 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/729bab39-9349-4771-87d4-209e73725489 HTTP/1.1" status: 204 len: 168 time: 0.1694467 Nov 24 10:52:04.601023 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.601429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.601804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.602172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.602536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.602914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.603275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.603635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.604010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.604394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.605339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.605696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:52:04.609177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:52:27.610322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f98aed71-d28a-4644-b328-48ccc2348ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:28.845191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:52:29.777281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e74afb3-6a1d-4080-8dc5-6328df255830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:30.425604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:31.332463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:32.170917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:57.612616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f1c15074-b1ca-434f-9ac5-7729a8e78b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:52:59.778619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d79333e2-36e1-4579-bdc8-56ab245ddd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:00.430529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:01.333485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:02.170325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:05.846836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:53:27.615889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-280255d3-8b56-4aa7-9829-c8ba944d74fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:29.779702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-88901ff4-e524-43e9-b235-d2d0402d560d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:30.431945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:31.334670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:32.173103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:42.847787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 5 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:53:47.856070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055'] for agent, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:47.856720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.857019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.857406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.857794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.858172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.858545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.858922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.859445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.859819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.860180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.860570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.860945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:53:47.861337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76377', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:53:47.865291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76377', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:53:48.275580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] get_endpoint_by_host() called for host hv-cinder-76377 {{(pid=80318) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 24 10:53:48.279641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=80318) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 24 10:53:48.282935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=80318) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 24 10:53:48.288002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] _get_endpoints() called {{(pid=80318) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 24 10:53:57.618009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b07cf09-58f8-440f-9515-6871759bbb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:53:59.781473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c35e90b-aa5b-4b76-a7d3-755a99dc743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:00.162165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60846) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:54:00.312216 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-803287a3-74fe-4c08-a91d-c637e73bdc8c admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1488788 Nov 24 10:54:00.436928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:01.336961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:02.177141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:02.794941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 60856) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:54:02.882275 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9d67c14d-dda7-4a71-b66a-d253bfd1cd45 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0861621 Nov 24 10:54:17.843680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:19.849436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:54:27.619036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6f16-4ae4-4470-a683-1984f1015660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:29.782081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1561426d-2eff-4939-aef1-e73e9a80e470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:30.437769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:31.339018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:32.179793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:47.854936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:56.851646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:54:57.630360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b232090f-2251-47cb-b29b-f3d54c7ab0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:54:59.786245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f70cc29-34e3-4689-829b-7754b7217eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:00.449179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:01.343089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:02.184407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:17.859224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:27.628099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ad788e7a-7dc7-403d-b6d1-11db6a683886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:29.779229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ac2ca8f3-731f-475d-9e46-30e5ef6a2348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:30.437987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:31.364718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:32.201837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:33.854439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:55:37.367300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 32808) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:37.717825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 32824) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:37.939361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 32834) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:37.980916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 32844) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:38.001598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-907045032-network', 'tenant_id': 'f9babfc71b574a599e2afcc471500090'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:38.006923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.012294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Usage tracker for resource:network and tenant:f9babfc71b574a599e2afcc471500090 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.016050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.023172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.034091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Made reservation on behalf of f9babfc71b574a599e2afcc471500090 for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:38.039010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.052342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.076260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-897913829-network', 'tenant_id': '692d559686504a41a3a04647cdf75a6d'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:38.081319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.085114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.085765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Usage tracker for resource:network and tenant:692d559686504a41a3a04647cdf75a6d is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.089777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Usage tracker for resource:security_group_rule and tenant:f9babfc71b574a599e2afcc471500090 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.090075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.092994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.096646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.098812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.106681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Made reservation on behalf of 692d559686504a41a3a04647cdf75a6d for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:38.111878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.127668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.171545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.175775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:692d559686504a41a3a04647cdf75a6d is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.178963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.184562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.186237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.189591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.201108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d7a88697-3e88-4023-b59d-b9b5c67c42fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:38.322768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.340722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-805715293-network', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:38.352050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.362164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.363563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Usage tracker for resource:network and tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.367716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.380116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:38.392253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.412695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:55:38.424561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Made reservation on behalf of 2dfbe9ef6f4042eaae1417e7d0ff7da5 for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:38.427521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3d2b76-351c-442b-b1d3-a1d1ddb991df,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:38.429526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.441461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-62626105-network', 'tenant_id': 'b2da6162ad584a3699e2a0135a19944a'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:38.449734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.450212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.450617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.451182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.451755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.452356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.452935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.453630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.454198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.454771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.455457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.456016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.456611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.457231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.457793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.458349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.458911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.459455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.460010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.460620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.461166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.461720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.462264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.463362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.463930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Tracked resource versions report: Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}, Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:55:38.467032 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80317) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:55:38.494949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:38.495371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.499734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.500656 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Usage tracker for resource:security_group_rule and tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.511064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.512212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Usage tracker for resource:network and tenant:b2da6162ad584a3699e2a0135a19944a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.516657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.521199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.521809 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Added segment b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0 of type vxlan for network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff Nov 24 10:55:38.523342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.524033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.539019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Made reservation on behalf of b2da6162ad584a3699e2a0135a19944a for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:38.542530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0b548a-b27b-4162-9a94-6bad740ac5d9,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:38.547957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.579332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.584211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.585018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.585700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.586288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.586843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.587474 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.588562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.589132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.589714 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.590268 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.590809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.591355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.591968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.592542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.593083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.593622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.594158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.594708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.595465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.596004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.596595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.597114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.597629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.598132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Tracked resource versions report: Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}, Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:55:38.599790 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80316) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:55:38.610922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:38.613586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.625863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.630990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Usage tracker for resource:security_group_rule and tenant:b2da6162ad584a3699e2a0135a19944a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.636403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.648033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.693439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.701893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:38.702659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.707832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:55:38.709004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:55:38.711669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e08da1c5-3100-48cd-9aa4-0f62b5d47005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:38.746972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.754821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.777331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:55:38.787967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.788641 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Added segment 550ef52d-796b-4e01-bf08-3a1a9c780d11 of type vxlan for network 2a003686-82f6-42bc-9118-027e24f9e3c5 Nov 24 10:55:38.813782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.837123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.839113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.862625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6daff2c0-8f87-43ba-b04f-23fffde82db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:38.876219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:38.881208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:38.881833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:38.888662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:38.901799 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1824732 Nov 24 10:55:38.905350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 32884) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:38.921088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Request body: {'subnet': {'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-897913829-subnet', 'tenant_id': '692d559686504a41a3a04647cdf75a6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:38.928999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf7145-c2ba-4e8c-a186-b9ebce7d8cac,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:38.934357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:38.935022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:38.940347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f49e43-03a2-48d3-9bc2-ace384d94d0e,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:38.945730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.945859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Usage tracker for resource:subnet and tenant:692d559686504a41a3a04647cdf75a6d is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:38.947663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:38.948319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:38.949823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:38.952403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:38.953844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-293f7f3c-4e68-4fc2-a610-c7fe1c1334fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:38.958069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:55:38.958597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:55:38.963196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:38.976098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Made reservation on behalf of 692d559686504a41a3a04647cdf75a6d for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:38.982742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.131405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:39.157238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Pushing event updated for resources: {'Network': ['ID=2a003686-82f6-42bc-9118-027e24f9e3c5,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:39.170376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:39.184354 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2020862 Nov 24 10:55:39.189642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 32892) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:39.201376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Request body: {'subnet': {'network_id': '2a003686-82f6-42bc-9118-027e24f9e3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-62626105-subnet', 'tenant_id': 'b2da6162ad584a3699e2a0135a19944a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:39.211321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.215247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:39.238529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:39.255114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Usage tracker for resource:subnet and tenant:b2da6162ad584a3699e2a0135a19944a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:39.280424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:39.327423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:39.348613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:39.353931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:55:39.379334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.379973 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Added segment 8fa1399a-c987-484d-9137-08d6898a04b0 of type vxlan for network 255964f6-0117-4cbe-8aa5-382bddcf8dbc Nov 24 10:55:39.438175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Made reservation on behalf of b2da6162ad584a3699e2a0135a19944a for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:39.454383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.475085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.504752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.660429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.664152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:39.664895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.671840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:39.705613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.706961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:55:39.707444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:55:39.723617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:39.808315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.861128 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4926493 Nov 24 10:55:39.867927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 32908) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:39.876325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Request body: {'subnet': {'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-907045032-subnet', 'tenant_id': 'f9babfc71b574a599e2afcc471500090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:39.879623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Pushing event updated for resources: {'Network': ['ID=255964f6-0117-4cbe-8aa5-382bddcf8dbc,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:39.883264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:39.891944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:39.895570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:39.901743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:55:39.904891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Usage tracker for resource:subnet and tenant:f9babfc71b574a599e2afcc471500090 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:39.907835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928703c5-c9ba-4e5b-a9e0-92c1725d8b73,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:39.921290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:39.928377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:39.944147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:39.946006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:39.979735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:39.980088 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Added segment 5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6 of type vxlan for network 5bdd62d4-1800-4897-8949-83398b218e9e Nov 24 10:55:40.021035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Made reservation on behalf of f9babfc71b574a599e2afcc471500090 for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:40.031125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.032161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.117829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.144381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:40.145090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.216953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:40.631450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Checking segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:40.631995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Network hostable DHCP agents. Network: 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:55:40.645739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7043579 Nov 24 10:55:40.649168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 32946) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:40.665163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Request body: {'subnet': {'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-subnet', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:40.674792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:40.677239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdd62d4-1800-4897-8949-83398b218e9e,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:40.682159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:40.683126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Usage tracker for resource:subnet and tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:40.688964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 5bdd62d4-1800-4897-8949-83398b218e9e details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:40.698298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:40.714291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:40.757194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:55:40.764239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Made reservation on behalf of 2dfbe9ef6f4042eaae1417e7d0ff7da5 for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:40.776649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.851827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 5bdd62d4-1800-4897-8949-83398b218e9e details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:40.866007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:40.892142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:40.893070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.896953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:40.920534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:40.926807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9c2fd-f76c-4ab6-a63c-9afbb923661a None None] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:40.937668 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0308881 Nov 24 10:55:41.158539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3539528-6ee6-486f-9ae0-a269b03cd9b0,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:41.161916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:41.254375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:41.307731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:41.372214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 32982) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:41.372608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ff7d7-614b-4f30-9d14-daadd502e5df None None] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:41.599155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539cfd92-588b-42ce-b4ad-31a1461b4842,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:41.617934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:41.618367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:41.647030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d726623a-8c66-47df-b562-f9ef7c75b598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:41.762025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Checking segment: {'id': '550ef52d-796b-4e01-bf08-3a1a9c780d11', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2a003686-82f6-42bc-9118-027e24f9e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:41.762452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Network hostable DHCP agents. Network: 2a003686-82f6-42bc-9118-027e24f9e3c5, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:55:41.792084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04a74c3-7280-4a0c-89c1-c959528293c3,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:41.808796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:41.812011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:41.867938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Checking segment: {'id': '8fa1399a-c987-484d-9137-08d6898a04b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:41.868505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Network hostable DHCP agents. Network: 255964f6-0117-4cbe-8aa5-382bddcf8dbc, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:55:41.881501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:55:41.896048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 2a003686-82f6-42bc-9118-027e24f9e3c5) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:41.901980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:41.903039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:41.907196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09bc9d-0a92-48d3-aca6-45763284dad6 None None] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:41.926868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:55:41.940342 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7489429 Nov 24 10:55:41.941387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 255964f6-0117-4cbe-8aa5-382bddcf8dbc) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:41.945281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:41.956237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33038) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:41.965695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Usage tracker for resource:security_group_rule and tenant:c643718c1ff44d80b27a8d1421b83728 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:41.972238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:41.973083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:41.973782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:41.974458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f35fa-d6b8-40b7-9d06-d9a1b01188d7 None None] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:41.989375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:42.001428 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 10:55:42.075475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Checking segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:42.075917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Network hostable DHCP agents. Network: 5bdd62d4-1800-4897-8949-83398b218e9e, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:55:42.168953 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2925813 Nov 24 10:55:42.214911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.219313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.261542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:42.341359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Network 5bdd62d4-1800-4897-8949-83398b218e9e is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:55:42.369275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4325caa-d750-491d-bedd-f135e344a2ef,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:42.398474 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:42.400046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-2116c083-178c-4bde-8c90-2e10cd9965b8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:42.401854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 5bdd62d4-1800-4897-8949-83398b218e9e) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:42.412102 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-2116c083-178c-4bde-8c90-2e10cd9965b8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.4543805 Nov 24 10:55:42.429736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:42.430635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.448359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Synchronizing usage tracker for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:55:42.451992 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-45d5ad36-e329-4f14-a501-848e68e17421 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/quotas/692d559686504a41a3a04647cdf75a6d HTTP/1.1" status: 200 len: 375 time: 0.0353608 Nov 24 10:55:42.489835 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8393128 Nov 24 10:55:42.490905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33078) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:42.497664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:42.498315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2790cf-8b1d-48af-a35c-12e1306600e4 None None] Network 5bdd62d4-1800-4897-8949-83398b218e9e requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:42.502405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Unset dirty status for tenant:73b0d6cf842c4dfba7351e37df81947c on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:55:42.504765 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c643718c1ff44d80b27a8d1421b83728&name=default HTTP/1.1" status: 200 len: 2743 time: 1.1337075 Nov 24 10:55:42.519082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:42.521788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33084) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:42.570076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Usage tracker for resource:router and tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:42.574707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:42.586369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:42.613224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.614305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.646369 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-3edcc550-0b75-4ce4-a016-efd19332f6ac tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1919429 Nov 24 10:55:42.657900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.696551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad11bf-be36-4ccb-88ec-81b137476477 None None] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:42.763719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.812762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:42.997792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a12b16-4f7e-4228-971a-fdfb95e4a722 None None] Network 5bdd62d4-1800-4897-8949-83398b218e9e requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:43.053164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:43.079708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:43.177089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-0e5c1256-5558-43ec-b32d-0a777ad46d30 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:55:43.186353 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-0e5c1256-5558-43ec-b32d-0a777ad46d30 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1205621 Nov 24 10:55:43.219480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4325caa-d750-491d-bedd-f135e344a2ef,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:43.238424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:43.256686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:43.262257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:43.263884 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c4325caa-d750-491d-bedd-f135e344a2ef HTTP/1.1" status: 204 len: 168 time: 0.7409821 Nov 24 10:55:43.442150 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-9d00bdd8-4c10-49ee-a3c3-ae2e44291438 service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540934 Nov 24 10:55:43.585466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:43.611544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31b358-ee26-4315-b1a4-5c5c5d92c99d None None] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:43.631275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:43.912952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33154) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:43.923735 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 10:55:43.960061 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-1198ba9d-c4b5-424f-b1a7-64b4797978df service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5095255 Nov 24 10:55:44.035883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33160) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:44.043160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1637595344-network', 'tenant_id': 'e715bab1e0b0430da9a22635628e521b'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:44.046424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33164) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:44.047497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:44.052391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Usage tracker for resource:network and tenant:e715bab1e0b0430da9a22635628e521b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:44.055385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:44.063235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:44.075443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Made reservation on behalf of e715bab1e0b0430da9a22635628e521b for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:44.081289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.101772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.155593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:44.159678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Usage tracker for resource:security_group_rule and tenant:e715bab1e0b0430da9a22635628e521b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:44.162677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:44.169130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:44.221837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Allocated IP 172.27.1.103 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/c7f10bb2-a939-481c-af13-a98de641d81e) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:55:44.235424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-16eda1bf-6c91-4632-80bc-59306ecfb89f tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:44.237096 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-16eda1bf-6c91-4632-80bc-59306ecfb89f tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/networks?id=255964f6-0117-4cbe-8aa5-382bddcf8dbc HTTP/1.1" status: 200 len: 811 time: 0.3198729 Nov 24 10:55:44.345821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-7da5fbe9-bf51-41ce-ac6e-7293e8053bd7 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/quotas/f9babfc71b574a599e2afcc471500090 HTTP/1.1" status: 200 len: 375 time: 0.1026635 Nov 24 10:55:44.394373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.401201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.405865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:44.468136 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-e1f284f6-d811-43b6-94fe-1eb7e02b89ff tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?tenant_id=f9babfc71b574a599e2afcc471500090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111646 Nov 24 10:55:44.476128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:55:44.494752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.508969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a23789-59b0-49b2-8dd9-d6de610c81f0,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:44.536822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:44.544419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.546052 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Added segment 02093b16-9bd8-41dc-afdf-8320774ad83f of type vxlan for network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 Nov 24 10:55:44.570014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.573652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:44.580707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Usage tracker for resource:security_group_rule and tenant:6599b1eed74a485b9b98274046a426f6 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:44.584596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:44.592049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:44.601998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.641370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.671587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:44.679045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.680805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:44.682406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:44.692130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-df36fece-2616-4a5b-aec9-6f6c04365e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:44.802422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Pushing event updated for resources: {'Port': ['ID=c7f10bb2-a939-481c-af13-a98de641d81e,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:44.919215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Pushing event updated for resources: {'Network': ['ID=92622327-072b-4ca8-91e6-c6a3deaeb6c8,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:44.923599 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8863361 Nov 24 10:55:44.926392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33208) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:44.934149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Request body: {'subnet': {'network_id': '92622327-072b-4ca8-91e6-c6a3deaeb6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1637595344-subnet', 'tenant_id': 'e715bab1e0b0430da9a22635628e521b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:44.951792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:44.958262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:44.961919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:44.964961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Usage tracker for resource:subnet and tenant:e715bab1e0b0430da9a22635628e521b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:44.969705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:44.972937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:55:44.980803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:45.004305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Made reservation on behalf of e715bab1e0b0430da9a22635628e521b for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:45.011590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.122859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.126262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:45.134958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.151260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-43b627a2-f89b-44bc-87fc-29e0bc548eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:45.188150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8384dc3-0481-41a6-9fe2-eb1d73176bcb,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:45.198579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:45.223539 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f8897a9-b397-4937-b8ed-cb0122ce4d78 req-f76dde50-ec32-4955-be14-c95194c3d4b9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.0705960 Nov 24 10:55:45.299270 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6599b1eed74a485b9b98274046a426f6&name=default HTTP/1.1" status: 200 len: 2743 time: 1.2499576 Nov 24 10:55:45.299854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33232) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:45.338149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:55:45.339592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:45.345502 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:55:45.470686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.474761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-1791010a-f043-400f-9f28-6d2793bfb5af service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:55:45.493033 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-1791010a-f043-400f-9f28-6d2793bfb5af service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3678956 Nov 24 10:55:45.507686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.581988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.628679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:45.689288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33252) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:45.694332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.695789 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c8384dc3-0481-41a6-9fe2-eb1d73176bcb HTTP/1.1" status: 204 len: 168 time: 0.3931739 Nov 24 10:55:45.707031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8384dc3-0481-41a6-9fe2-eb1d73176bcb,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:45.708860 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-c455aee0-2daa-4bef-a785-21122479b7dc service neutron] 10.222.0.27 "GET /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063665 Nov 24 10:55:45.718987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:45.886287 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-2a4b784b-3fe9-47cc-b993-973053ae2fe0 service neutron] 10.222.0.27 "GET /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1671636 Nov 24 10:55:45.887351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:45.888198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.010624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.174921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-10f263e4-3795-4b20-a212-98ca1e3fece0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:46.279624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=691c994e-bd1d-455e-98a8-16e9c317e8f2,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:46.284744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:46.288417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Checking segment: {'id': '02093b16-9bd8-41dc-afdf-8320774ad83f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '92622327-072b-4ca8-91e6-c6a3deaeb6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:46.288814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Network hostable DHCP agents. Network: 92622327-072b-4ca8-91e6-c6a3deaeb6c8, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:55:46.315525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:55:46.339801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 92622327-072b-4ca8-91e6-c6a3deaeb6c8) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:46.344257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:46.344976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.345660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.350813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b22d710-e89e-4d6f-8190-fa6fac024eb9 None None] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:46.424840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-64782f34-cd05-4081-950f-f12f0619b663 req-33725b9e-2988-4d9f-80a2-082bfa6709a0 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0705011 Nov 24 10:55:46.452293 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5138674 Nov 24 10:55:46.520927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:46.527350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Router b981b61d-bbc2-4450-b424-a5efd58b5c75 is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 10:55:46.540296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Usage tracker for resource:security_group_rule and tenant:99c490bf1ea14a77a3cf73861a16a7e3 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:46.552318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:46.561817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33298) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:46.569249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:46.592518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.664219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:46.668975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Usage tracker for resource:security_group_rule and tenant:89a3c73e126e467584cac88719c6302d is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:46.673430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:46.698493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:46.835371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.840115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.862211 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-efe1c848-7579-4236-a600-843abb70d11b req-54a7bbbb-51d6-463c-9ee9-fe15bc51fc0c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.2282348 Nov 24 10:55:46.867360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33318) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:46.878672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee249115-c72a-4e12-a370-9d7df74d6f24 None None] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:55:46.895343 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:46.955543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.969010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:46.986673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67bad0b-2ed1-48c0-ba5c-8e9cb2d9a46a,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:46.993006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:47.004446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:47.023533 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=89a3c73e126e467584cac88719c6302d&name=default HTTP/1.1" status: 200 len: 2743 time: 0.4603987 Nov 24 10:55:47.033615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33328) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:47.151081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Deleting subnet a3539528-6ee6-486f-9ae0-a269b03cd9b0 {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 10:55:47.155069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.173238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.205937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.224731 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=99c490bf1ea14a77a3cf73861a16a7e3&name=default HTTP/1.1" status: 200 len: 2744 time: 1.5335953 Nov 24 10:55:47.229072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33340) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:47.249630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176df32c-ab4a-4590-9b61-5032bc63bcae,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:47.265270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:47.285981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.299735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.335792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.373587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.401800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.418855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:47.454379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67bad0b-2ed1-48c0-ba5c-8e9cb2d9a46a,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:47.457904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:47.459770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.461283 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b67bad0b-2ed1-48c0-ba5c-8e9cb2d9a46a HTTP/1.1" status: 204 len: 168 time: 0.4265146 Nov 24 10:55:47.473201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.478764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:47.496678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176df32c-ab4a-4590-9b61-5032bc63bcae,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:47.500355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:47.501308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.505595 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/176df32c-ab4a-4590-9b61-5032bc63bcae HTTP/1.1" status: 204 len: 168 time: 0.2728977 Nov 24 10:55:47.508798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:55:47.520223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Sync routers for ids ['b981b61d-bbc2-4450-b424-a5efd58b5c75'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:55:47.537420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Routers {'b981b61d-bbc2-4450-b424-a5efd58b5c75'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:55:47.538377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:55:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['b981b61d-bbc2-4450-b424-a5efd58b5c75'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:47.595840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.599789 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1047535 Nov 24 10:55:47.600517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33360) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:47.760092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:47.794490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:47.840298 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2e3e7f66-8efe-48ac-b7d9-d7a438dc4a94 req-78adba5f-a310-4640-8bf5-a666df8bf1ba tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.1015275 Nov 24 10:55:47.947612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Set router b981b61d-bbc2-4450-b424-a5efd58b5c75 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:55:48.018970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3539528-6ee6-486f-9ae0-a269b03cd9b0,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:48.030946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:48.097850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:48.106444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a3539528-6ee6-486f-9ae0-a269b03cd9b0 HTTP/1.1" status: 204 len: 168 time: 1.2361078 Nov 24 10:55:48.108874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33376) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:48.240653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:48.326016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T10:55:45Z', 'revision_number': 3, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:48.330722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Checking router: b981b61d-bbc2-4450-b424-a5efd58b5c75 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:55:48.331126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Updating router b981b61d-bbc2-4450-b424-a5efd58b5c75 port c7f10bb2-a939-481c-af13-a98de641d81e binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:55:48.347689 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae20fce8-44ca-425b-b2e8-329197a3cf9e req-11877d87-c8de-4477-80c4-69da0e7854ce tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.1745927 Nov 24 10:55:48.397694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:48.490235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:48.664335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.665009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.666934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.667521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > port after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.668179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.668785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > port after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.669346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.669967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.670351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.670722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.851041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.851431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.851807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.852186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80316) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:48.852637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a003686-82f6-42bc-9118-027e24f9e3c5']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:48.872632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:48.892095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Transition to ACTIVE for port object c7f10bb2-a939-481c-af13-a98de641d81e will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:55:48.901768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.056969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:49.125631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Attempting to bind port c7f10bb2-a939-481c-af13-a98de641d81e on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:55:49.126055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Attempting to bind port c7f10bb2-a939-481c-af13-a98de641d81e by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:55:49.126466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Attempting to bind port c7f10bb2-a939-481c-af13-a98de641d81e on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:55:49.139982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550ef52d-796b-4e01-bf08-3a1a9c780d11') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:49.140341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550ef52d-796b-4e01-bf08-3a1a9c780d11') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:49.145832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:55:49.145832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:49.146318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.146762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:55:49.155568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Bound port: c7f10bb2-a939-481c-af13-a98de641d81e, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:55:49.156003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.185197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.194807 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa67fea7-62d7-45d5-9beb-da6fcdd0f892 req-6f6e8ac9-4a1d-46c5-b4c0-dc7ca5b551ea tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0597026 Nov 24 10:55:49.197271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.213973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.216056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 10:55:49.295531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Pushing event updated for resources: {'Port': ['ID=c7f10bb2-a939-481c-af13-a98de641d81e,revision_number=2']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:49.317539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] For port c7f10bb2-a939-481c-af13-a98de641d81e, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:55:49.322174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] For port c7f10bb2-a939-481c-af13-a98de641d81e, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=c7f10bb2-a939-481c-af13-a98de641d81e,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:55:49.324193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.324976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.325418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.326081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.326500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.326878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.327286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.327657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.328251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.328695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.329190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.329556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.329996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.330359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.330720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.331080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.331438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.331797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.332155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.332538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.333012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.333231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.333588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.334122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Tracked resource versions report: Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}, Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:55:49.336159 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:55:49.341926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.342930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:49.418101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:49.495366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:55:49.522223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Pushing event updated for resources: {'Port': ['ID=c7f10bb2-a939-481c-af13-a98de641d81e,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:49.528871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:49.533623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:49.623504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Routers {'b981b61d-bbc2-4450-b424-a5efd58b5c75'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:55:49.624204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:55:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['b981b61d-bbc2-4450-b424-a5efd58b5c75'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:49.758789 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a087f43d-edf0-49fa-bca0-c78e5af5a262 req-2240904a-8c6a-413e-b695-978a566ea22b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.0637374 Nov 24 10:55:49.873488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] Set router b981b61d-bbc2-4450-b424-a5efd58b5c75 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:55:49.925009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Network 2a003686-82f6-42bc-9118-027e24f9e3c5 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:55:49.992764 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:55:50.046335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Allocated IP 172.20.0.1 (5bdd62d4-1800-4897-8949-83398b218e9e/b04a74c3-7280-4a0c-89c1-c959528293c3/bd184559-eb84-48bb-9758-70017313345e) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:55:50.210641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.218016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.225171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:50.296147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a003686-82f6-42bc-9118-027e24f9e3c5,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:50.309460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.315657 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] 10.222.0.27 "DELETE /v2.0/networks/2a003686-82f6-42bc-9118-027e24f9e3c5 HTTP/1.1" status: 204 len: 168 time: 2.2054157 Nov 24 10:55:50.317606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:50.318235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33444) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:50.350621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T10:55:45Z', 'revision_number': 3, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:50.368043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8307a7-3235-4ae8-b14d-9589331fcd54 None None] The sync data for ids ['b981b61d-bbc2-4450-b424-a5efd58b5c75'] in dv-cinder-763774-1-iscsi is: [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T10:55:45Z', 'revision_number': 3, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:55:50.417718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.440567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Deleting subnet 691c994e-bd1d-455e-98a8-16e9c317e8f2 {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 10:55:50.444431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.451828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:50.548880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15593782'] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.613196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.662407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:50.726464 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1fa3e68d-f2e7-42ab-960d-8ae8b97b0f66 req-52a0e618-b814-41df-a218-c10bc0c66bdc tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0938663 Nov 24 10:55:50.747008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Pushing event updated for resources: {'Port': ['ID=bd184559-eb84-48bb-9758-70017313345e,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:50.763352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:50.818519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Network 5bdd62d4-1800-4897-8949-83398b218e9e is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:55:50.819755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:50.822220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:55:50.822757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.022558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33460) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:51.045262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.149349 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f435b219-69cc-49d2-b8de-476d4ceceacc req-300cc9ae-0e14-4bae-9fdf-96117f4168f1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.1256208 Nov 24 10:55:51.341141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.57', 61936) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:51.434883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15644887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15030138'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.546347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.558825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.559965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.685547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:51.720870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:51.812995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Pushing event updated for resources: {'Port': ['ID=bd184559-eb84-48bb-9758-70017313345e,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:51.818178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:51.850277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.892137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=691c994e-bd1d-455e-98a8-16e9c317e8f2,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:51.893839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Network 5bdd62d4-1800-4897-8949-83398b218e9e is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:55:51.895568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:51.919613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:51.949102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:51.977835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device c7f10bb2-a939-481c-af13-a98de641d81e up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:55:51.988591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:51.993068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Usage tracker for resource:security_group_rule and tenant:c446de4f44294979b5d8970194a97adc is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:52.008304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.57', 61942) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:52.011635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:52.032181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:52.140971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port c7f10bb2-a939-481c-af13-a98de641d81e completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:55:52.147453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port c7f10bb2-a939-481c-af13-a98de641d81e triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:55:52.147854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:52.253287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:52.424256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:52.435410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-c6df251e-52ae-4cea-9ef7-ba152e028dcd tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:52.436777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-c6df251e-52ae-4cea-9ef7-ba152e028dcd tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Synchronizing usage tracker for tenant:f9babfc71b574a599e2afcc471500090 on resource:network {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:55:52.444299 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] 10.222.0.27 "DELETE /v2.0/subnets/691c994e-bd1d-455e-98a8-16e9c317e8f2 HTTP/1.1" status: 204 len: 168 time: 2.1249456 Nov 24 10:55:52.448728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33538) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:52.491170 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2b17c0d5-8ea3-408a-9efc-3695049d9e5b req-ebc9346b-ed8f-4c0c-a7da-b898f81c9062 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.3423324 Nov 24 10:55:52.494241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:52.536624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port c7f10bb2-a939-481c-af13-a98de641d81e, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=c7f10bb2-a939-481c-af13-a98de641d81e,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:55:52.542668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:52.611654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a2215010-286a-4356-a60d-447f167bfd1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:52.611793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:52.635762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-db6a5771-5b2a-4de8-95c6-339b5a49d624 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:52.636560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-db6a5771-5b2a-4de8-95c6-339b5a49d624 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:55:52.654315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8b75a-73c4-421f-b677-b8282c499879,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:52.669393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:52.717528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=c7f10bb2-a939-481c-af13-a98de641d81e,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:52.731432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.732008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.732585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.733071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.733561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.734035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.734519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.735109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.735739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.736210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.736760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.737374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.738060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.738529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.739002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.739113 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c446de4f44294979b5d8970194a97adc&name=default HTTP/1.1" status: 200 len: 2747 time: 1.7129712 Nov 24 10:55:52.739629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.740095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.740586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.741053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.741521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.741987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.742462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.742925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.743461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Tracked resource versions report: Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: pushed versions: Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: { 'AddressGroup': {'1.0'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': {'1.0'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': {'1.0'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': {'1.1'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': {'1.6'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': {'1.2'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': {'1.8'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': {'1.2'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': {'1.0'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': {'1.0'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': {'1.1'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': {'1.1'}} Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: consumer versions: Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: { DHCP agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: L3 agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: Metadata agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: Metering agent@dv-cinder-763774-1-iscsi: {}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@dv-cinder-763774-1-iscsi: { 'AddressGroup': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}, Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: Open vSwitch agent@hv-cinder-76377: { 'AddressGroup': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'ConntrackHelper': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Log': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Network': '1.1', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Port': '1.6', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'PortForwarding': '1.2', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'QosPolicy': '1.8', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroup': '1.2', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SecurityGroupRule': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'SubPort': '1.0', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Subnet': '1.1', Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: 'Trunk': '1.1'}} Nov 24 10:55:52.745200 dv-cinder-763774-1-iscsi neutron-server[80207]: {{(pid=80318) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 24 10:55:52.747873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33560) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:52.751128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-db6a5771-5b2a-4de8-95c6-339b5a49d624 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:55:52.754429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:52.763721 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-db6a5771-5b2a-4de8-95c6-339b5a49d624 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 1.4208794 Nov 24 10:55:52.861706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Request body: {'port': {'device_id': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff', 'admin_state_up': True, 'tenant_id': '692d559686504a41a3a04647cdf75a6d'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:53.049422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:53.051033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-c6df251e-52ae-4cea-9ef7-ba152e028dcd tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Unset dirty status for tenant:f9babfc71b574a599e2afcc471500090 on resource:network {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:55:53.052300 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-c6df251e-52ae-4cea-9ef7-ba152e028dcd tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.57 "GET /v2.0/networks?id=255964f6-0117-4cbe-8aa5-382bddcf8dbc HTTP/1.1" status: 200 len: 811 time: 1.0410142 Nov 24 10:55:53.054116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Usage tracker for resource:port and tenant:692d559686504a41a3a04647cdf75a6d is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:53.058009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Quota usage for port was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:53.064875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:53.091270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Request body: {'port': {'device_id': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc', 'admin_state_up': True, 'tenant_id': 'f9babfc71b574a599e2afcc471500090'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:55:53.105797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Made reservation on behalf of 692d559686504a41a3a04647cdf75a6d for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:53.116935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:53.143882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:53.174996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:53.198459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:53.333138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:53.450700 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b6e0eb3-9a18-4059-a925-2ae7c0595cf3 req-46ebb558-85dd-4ccd-b363-8c15623284d3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.7151520 Nov 24 10:55:53.456607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33586) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:53.580684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0f90ee1d-b6db-41f7-ad56-f0fbccc400a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:53.606779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8b75a-73c4-421f-b677-b8282c499879,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:53.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:53.651918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33594) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:53.684861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:53.686599 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f0c8b75a-73c4-421f-b677-b8282c499879 HTTP/1.1" status: 204 len: 168 time: 0.9396875 Nov 24 10:55:53.900878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device c7f10bb2-a939-481c-af13-a98de641d81e up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:55:54.006045 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80c33b16-7d72-44db-93a4-41870aec333b req-59adc300-b7aa-4880-8d7f-9a3a7acbf3ba tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.1300807 Nov 24 10:55:54.111374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.133925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port c7f10bb2-a939-481c-af13-a98de641d81e triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:55:54.134627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.237673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:54.276151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:48f827f2b9bb413ea3858586045691f9 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:54.279732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:54.433730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Allocated IP 172.20.0.11 (440e6b76-0ae8-4126-b32b-f2e9ef29e1ff/928703c5-c9ba-4e5b-a9e0-92c1725d8b73/f28512af-b755-433e-b905-d60c0193ab42) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:55:54.445967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.455057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:54.560598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33608) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:54.590118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.655109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:54.659186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Usage tracker for resource:security_group_rule and tenant:98614fb9f552418a82552ee7d4cbfc39 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:54.660220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.660671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.661509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.661887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.662250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.662628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.663049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.663366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.663725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.664082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.664989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:54.671495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:54.806052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.819604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.851331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdb9551f-52ed-4019-b1ff-aa4969680f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:54.910375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.910682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.911099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.911470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80317) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 24 10:55:54.911874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92622327-072b-4ca8-91e6-c6a3deaeb6c8']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:54.962870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:54.974596 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=48f827f2b9bb413ea3858586045691f9&name=default HTTP/1.1" status: 200 len: 2747 time: 1.3211961 Nov 24 10:55:54.975539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9894b68f-626d-4a9c-a748-35b888b7bba4,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:54.985427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33616) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:54.999064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:55.010856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02093b16-9bd8-41dc-afdf-8320774ad83f') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:55.011202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02093b16-9bd8-41dc-afdf-8320774ad83f') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:55.075833 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f682097b-b872-4cd2-a3a0-a710b8f23511 req-986c45d6-bc10-45c5-9fb9-9eeb981d3369 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.1080599 Nov 24 10:55:55.077237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:55.086524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.095447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.104033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.116753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:55.122890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.135864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.144845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.153906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:55.166654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Usage tracker for resource:security_group_rule and tenant:89805534cf3f41e9a203428740e26517 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:55.171361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:55.177722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:55.297635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5026e365-5fe0-44bc-84d1-f252b276faa7,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:55.314320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.316828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 10:55:55.341314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:55.347563 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=98614fb9f552418a82552ee7d4cbfc39&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7823019 Nov 24 10:55:55.347563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:55.377530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33626) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:55.412031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Usage tracker for resource:port and tenant:f9babfc71b574a599e2afcc471500090 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:55.422540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Quota usage for port was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:55.426763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.458323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:55.515146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.552594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Router b981b61d-bbc2-4450-b424-a5efd58b5c75 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 10:55:55.553447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c795ea1c-7765-4a4d-bb6d-80431d69765e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:55.598425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:55:55.601373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Made reservation on behalf of f9babfc71b574a599e2afcc471500090 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:55:55.607610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.620044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.641783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.674575 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c5cf677-3859-418f-852f-4c4c00d8f572 req-786ef48f-c9ec-4896-bbf0-d1a998cbb791 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.3321090 Nov 24 10:55:55.740816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25a7150-177b-4578-ab9e-e96e0b1828fd,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:55.746675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event updated for resources: {'Port': ['ID=f28512af-b755-433e-b905-d60c0193ab42,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:55.759459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:55.765562 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=89805534cf3f41e9a203428740e26517&name=default HTTP/1.1" status: 200 len: 2747 time: 2.1535244 Nov 24 10:55:55.766485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33632) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:55.770702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:55.810445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.826432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:55:55.827214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:55.835948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:55.838331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.840089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:55:55.878783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9894b68f-626d-4a9c-a748-35b888b7bba4,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:55.883313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:55.925959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.946195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.947923 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9894b68f-626d-4a9c-a748-35b888b7bba4 HTTP/1.1" status: 204 len: 168 time: 0.9614995 Nov 24 10:55:55.960820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:55.961536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:55.985167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1304827 Nov 24 10:55:56.025441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.032042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4083a7e7-ec79-4e6f-ac2e-d7da530635c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:56.046742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5026e365-5fe0-44bc-84d1-f252b276faa7,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:56.049768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:56.050698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.051915 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5026e365-5fe0-44bc-84d1-f252b276faa7 HTTP/1.1" status: 204 len: 168 time: 0.6614635 Nov 24 10:55:56.094763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Network 92622327-072b-4ca8-91e6-c6a3deaeb6c8 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: (rel_b, rel_a, rel_b), Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:55:56.174302 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:55:56.693682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.736070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.769460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.807033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.817645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-14333c0c-2a9c-4754-981e-3c26dd3b5911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:56.832160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:56.933700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=92622327-072b-4ca8-91e6-c6a3deaeb6c8,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:56.936707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:56.950298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:56.974218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25a7150-177b-4578-ab9e-e96e0b1828fd,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:56.977599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:56.987260 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] 10.222.0.27 "DELETE /v2.0/networks/92622327-072b-4ca8-91e6-c6a3deaeb6c8 HTTP/1.1" status: 204 len: 168 time: 4.5374255 Nov 24 10:55:57.002277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.006080 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c25a7150-177b-4578-ab9e-e96e0b1828fd HTTP/1.1" status: 204 len: 168 time: 1.2300932 Nov 24 10:55:57.020875 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2406fcf9-93de-401b-826f-d3492a0503b0 req-717b6c57-a5e8-4ebe-84d2-5ad15fe638c7 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0824232 Nov 24 10:55:57.088113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a2a20-102e-4d00-b48e-0e44fc7f920f req-da9d2104-4d72-4e6f-9ec5-8b7a36b85b53 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:57.089808 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e7a2a20-102e-4d00-b48e-0e44fc7f920f req-da9d2104-4d72-4e6f-9ec5-8b7a36b85b53 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 932 time: 0.5900290 Nov 24 10:55:57.140910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Allocated IP 172.20.0.4 (255964f6-0117-4cbe-8aa5-382bddcf8dbc/539cfd92-588b-42ce-b4ad-31a1461b4842/1617286a-58ca-4022-bea3-21e867f5cfeb) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:55:57.148543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:55:57.159442 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] 10.222.0.27 "PUT /v2.0/routers/b981b61d-bbc2-4450-b424-a5efd58b5c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5578191 Nov 24 10:55:57.169697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Sync routers for ids ['b981b61d-bbc2-4450-b424-a5efd58b5c75'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:55:57.183396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Routers {'b981b61d-bbc2-4450-b424-a5efd58b5c75'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:55:57.184337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:55:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['b981b61d-bbc2-4450-b424-a5efd58b5c75'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:57.241234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e7a2a20-102e-4d00-b48e-0e44fc7f920f req-cb5e64d6-ddd1-4652-bd62-6d15e2d68bae tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359842 Nov 24 10:55:57.249916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33680) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:57.389528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f06d51eb-3da8-4275-9342-39d540391db3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b2da6162ad584a3699e2a0135a19944a&name=default HTTP/1.1" status: 200 len: 2743 time: 0.1382375 Nov 24 10:55:57.392225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33688) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:57.465434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Set router b981b61d-bbc2-4450-b424-a5efd58b5c75 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:55:57.534061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.585398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.595915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.654270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.667530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.675874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:57.678955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:57.725471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.731319 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/85cf7145-c2ba-4e8c-a186-b9ebce7d8cac HTTP/1.1" status: 204 len: 168 time: 0.3380942 Nov 24 10:55:57.734598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf7145-c2ba-4e8c-a186-b9ebce7d8cac,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:57.743370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:57.832571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33702) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:57.836628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8081b021-3dcb-4f1b-9fad-88c7729a57b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.838471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Pushing event updated for resources: {'Port': ['ID=1617286a-58ca-4022-bea3-21e867f5cfeb,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:57.855757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:57.884931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T10:55:50Z', 'revision_number': 4, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'bd184559-eb84-48bb-9758-70017313345e', 'name': '', 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'mac_address': 'fa:16:3e:90:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b04a74c3-7280-4a0c-89c1-c959528293c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:49Z', 'updated_at': '2020-11-24T10:55:51Z', 'revision_number': 2, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'subnets': [{'id': 'b04a74c3-7280-4a0c-89c1-c959528293c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:55:57.890948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Checking router: b981b61d-bbc2-4450-b424-a5efd58b5c75 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:55:57.891537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Updating router b981b61d-bbc2-4450-b424-a5efd58b5c75 port bd184559-eb84-48bb-9758-70017313345e binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:55:57.921788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:57.960442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.027648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:55:58.039909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Usage tracker for resource:security_group_rule and tenant:688f1739292d43ca9d49e7fa7af037f9 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:55:58.047521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:55:58.059067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:55:58.064585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:55:58.066188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:55:58.082629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:55:58.230861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.239186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.271088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02796212-7809-47ac-b609-f7b38075ede3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:58.302993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:58.311594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.355400 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2770801 Nov 24 10:55:58.358183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4f7885-4099-408a-ad08-b48452d61ba9,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:58.369367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:58.465220 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=688f1739292d43ca9d49e7fa7af037f9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6285665 Nov 24 10:55:58.466042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 33724) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:58.538553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a9b4-96b8-4462-8a63-8fc0b0eb6084 req-04ed9aab-8c5d-4e4b-968f-5dc284cc475b tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:58.545528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80a4a9b4-96b8-4462-8a63-8fc0b0eb6084 req-04ed9aab-8c5d-4e4b-968f-5dc284cc475b tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 931 time: 0.1838768 Nov 24 10:55:58.612230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.655754 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80a4a9b4-96b8-4462-8a63-8fc0b0eb6084 req-39b60f04-a1d9-4181-b51b-7137893f72be tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024323 Nov 24 10:55:58.674879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.729439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.735490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:58.755881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4f7885-4099-408a-ad08-b48452d61ba9,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:58.760461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:58.761352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.765912 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fa4f7885-4099-408a-ad08-b48452d61ba9 HTTP/1.1" status: 204 len: 168 time: 0.2991412 Nov 24 10:55:58.885264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.898178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Transition to ACTIVE for port object bd184559-eb84-48bb-9758-70017313345e will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:55:58.911504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:58.984631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-37210256-ffaa-46bd-9509-45bbf904f4ca tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:58.985449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-37210256-ffaa-46bd-9509-45bbf904f4ca tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:55:59.027398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-37210256-ffaa-46bd-9509-45bbf904f4ca tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:55:59.028771 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-37210256-ffaa-46bd-9509-45bbf904f4ca tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 932 time: 0.2180071 Nov 24 10:55:59.123240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-034caa9d-39ed-4dc4-99cb-6ca556332a8d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:55:59.167224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-034caa9d-39ed-4dc4-99cb-6ca556332a8d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:55:59.176808 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41c18a46-1067-4ebb-8b5a-a7aae98f2df9 req-034caa9d-39ed-4dc4-99cb-6ca556332a8d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412046 Nov 24 10:55:59.182091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-e8bd395d-62f7-44b1-92f2-fa9087d2d0ac tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:55:59.184040 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-e8bd395d-62f7-44b1-92f2-fa9087d2d0ac tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 818 time: 0.2109165 Nov 24 10:55:59.215650 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-2fef66b8-97be-44f1-a65e-c6a40257053c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/quotas/2dfbe9ef6f4042eaae1417e7d0ff7da5 HTTP/1.1" status: 200 len: 375 time: 0.0240543 Nov 24 10:55:59.301865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33742) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:59.328962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:59.400613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-4fcddb15-88ae-49ee-92c4-a395259b8c33 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Synchronizing usage tracker for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:55:59.414361 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b716de37-0bcb-408f-9bec-ae5b0bd50f8d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e715bab1e0b0430da9a22635628e521b&name=default HTTP/1.1" status: 200 len: 2743 time: 0.1104620 Nov 24 10:55:59.417212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33746) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:55:59.439243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8431c4-bb28-4798-8939-0c5e69756ec6 None None] Pushing event updated for resources: {'Port': ['ID=bd184559-eb84-48bb-9758-70017313345e,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:59.444532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fc8431c4-bb28-4798-8939-0c5e69756ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:59.449133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-4fcddb15-88ae-49ee-92c4-a395259b8c33 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Unset dirty status for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:55:59.450720 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-4fcddb15-88ae-49ee-92c4-a395259b8c33 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2337470 Nov 24 10:55:59.614507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:59.689275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:59.747928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Attempting to bind port bd184559-eb84-48bb-9758-70017313345e on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:55:59.748517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Attempting to bind port bd184559-eb84-48bb-9758-70017313345e by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:55:59.748749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Attempting to bind port bd184559-eb84-48bb-9758-70017313345e on network 5bdd62d4-1800-4897-8949-83398b218e9e {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:55:59.759735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:55:59.760162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Checking segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:55:59.760639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:59.761082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Bound using segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:55:59.761979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Bound port: bd184559-eb84-48bb-9758-70017313345e, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:55:59.761979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:59.781927 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-07f99a14-6058-43bf-94c1-67094c1b1709 service neutron] 10.222.0.27 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015990 Nov 24 10:55:59.794484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:59.802202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:55:59.836190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a23789-59b0-49b2-8dd9-d6de610c81f0,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:55:59.846419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:55:59.859909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:55:59.869074 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/77a23789-59b0-49b2-8dd9-d6de610c81f0 HTTP/1.1" status: 204 len: 168 time: 0.4503398 Nov 24 10:55:59.976224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] For port bd184559-eb84-48bb-9758-70017313345e, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:55:59.981306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] For port bd184559-eb84-48bb-9758-70017313345e, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=bd184559-eb84-48bb-9758-70017313345e,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:55:59.997877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-48777cd9-8489-40e7-b991-7a1298fd98d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:00.001688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:00.022364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:00.025910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-47418d3b-ecf4-4f40-8e2e-629227fefcf4 service neutron] 10.222.0.27 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2370918 Nov 24 10:56:00.044002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dabe9-1fb0-466e-9987-33e935fd1d93 req-d6926b4e-0c20-4546-a911-e32dadb88242 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:00.045995 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-014dabe9-1fb0-466e-9987-33e935fd1d93 req-d6926b4e-0c20-4546-a911-e32dadb88242 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 931 time: 0.1099453 Nov 24 10:56:00.124052 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-014dabe9-1fb0-466e-9987-33e935fd1d93 req-a712e6aa-c983-4830-b770-cdf7344a2a19 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717611 Nov 24 10:56:00.293205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8431c4-bb28-4798-8939-0c5e69756ec6 None None] Pushing event updated for resources: {'Port': ['ID=bd184559-eb84-48bb-9758-70017313345e,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:00.299550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fc8431c4-bb28-4798-8939-0c5e69756ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:00.329985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Routers {'b981b61d-bbc2-4450-b424-a5efd58b5c75'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:56:00.330802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:56:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['b981b61d-bbc2-4450-b424-a5efd58b5c75'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:00.447608 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d84679e5-b601-424b-a508-0d2854b1ffac req-dd23597d-cebd-4722-8e97-744d464b95e0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 210 time: 0.0773661 Nov 24 10:56:00.530350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:00.543004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e279b1e-9969-4a78-b95c-26e09ad49426 req-b0868189-96d6-4e8c-bf52-ca3d986c9fa8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:00.544300 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2e279b1e-9969-4a78-b95c-26e09ad49426 req-b0868189-96d6-4e8c-bf52-ca3d986c9fa8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 932 time: 0.1307118 Nov 24 10:56:00.580479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] Set router b981b61d-bbc2-4450-b424-a5efd58b5c75 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:56:00.640492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2e279b1e-9969-4a78-b95c-26e09ad49426 req-7f4da290-2f27-4c60-a01b-aa51076eab2b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873604 Nov 24 10:56:01.152088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-9bbbd68f-953a-49ea-97ed-51cec989e4b2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:01.159634 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-9bbbd68f-953a-49ea-97ed-51cec989e4b2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 818 time: 0.2103786 Nov 24 10:56:01.186143 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-1fffb547-4af1-4c97-9add-064622269909 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/quotas/2dfbe9ef6f4042eaae1417e7d0ff7da5 HTTP/1.1" status: 200 len: 375 time: 0.0253091 Nov 24 10:56:01.195038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T10:55:50Z', 'revision_number': 4, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'bd184559-eb84-48bb-9758-70017313345e', 'name': '', 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'mac_address': 'fa:16:3e:90:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b04a74c3-7280-4a0c-89c1-c959528293c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:49Z', 'updated_at': '2020-11-24T10:55:59Z', 'revision_number': 4, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'subnets': [{'id': 'b04a74c3-7280-4a0c-89c1-c959528293c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:01.201013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bb1082-36e9-432e-9cc8-6b901a64bbe6 None None] The sync data for ids ['b981b61d-bbc2-4450-b424-a5efd58b5c75'] in dv-cinder-763774-1-iscsi is: [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T10:55:50Z', 'revision_number': 4, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'bd184559-eb84-48bb-9758-70017313345e', 'name': '', 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'mac_address': 'fa:16:3e:90:fc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'b04a74c3-7280-4a0c-89c1-c959528293c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:49Z', 'updated_at': '2020-11-24T10:55:59Z', 'revision_number': 4, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'subnets': [{'id': 'b04a74c3-7280-4a0c-89c1-c959528293c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:56:01.387763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:01.442776 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-bb0faa01-b9e9-4979-8716-f11ecd7ce4bd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2506959 Nov 24 10:56:01.585283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b0d42-74f5-4e86-83d1-036990e21d0e req-0c96eb11-fe1c-4823-9cae-f2915ae0d553 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:01.595606 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e08b0d42-74f5-4e86-83d1-036990e21d0e req-0c96eb11-fe1c-4823-9cae-f2915ae0d553 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 931 time: 0.2013369 Nov 24 10:56:01.745405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e08b0d42-74f5-4e86-83d1-036990e21d0e req-36242d18-98c9-4e28-8fda-32a0d1ae3a80 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484497 Nov 24 10:56:01.779661 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-b82c5d39-c12a-4faf-94d8-d253fac57b0b service neutron] 10.222.0.27 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281345 Nov 24 10:56:01.996488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device bd184559-eb84-48bb-9758-70017313345e up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:02.237504 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-7cb13ac2-5632-4995-ade4-793a3d984710 service neutron] 10.222.0.27 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4565780 Nov 24 10:56:02.240403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port bd184559-eb84-48bb-9758-70017313345e completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:56:02.280133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port bd184559-eb84-48bb-9758-70017313345e triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:02.280719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:02.419895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dfcc3-6dc7-433e-9def-71e3dd232d1e req-1939c269-f6c5-4c23-868c-dc37b5e371c5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:02.424730 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-734dfcc3-6dc7-433e-9def-71e3dd232d1e req-1939c269-f6c5-4c23-868c-dc37b5e371c5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 932 time: 0.3616400 Nov 24 10:56:02.448140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:02.588237 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-734dfcc3-6dc7-433e-9def-71e3dd232d1e req-3639173f-6e01-486e-bc72-1f46414ef3fb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505363 Nov 24 10:56:02.671710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:02.801551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port bd184559-eb84-48bb-9758-70017313345e, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=bd184559-eb84-48bb-9758-70017313345e,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:56:02.807545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33852) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:02.826624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:02.840359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8daba2a-cc22-4a2f-be4f-2a6198fd6ebf req-6cc6c45c-b264-4f7b-8f52-e5da5cb7e422 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.1502271 Nov 24 10:56:02.848669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:02.875282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33862) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:02.892642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-3bd880ee-9225-4eb3-a30e-005b1f51dde7 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:56:02.893840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-3bd880ee-9225-4eb3-a30e-005b1f51dde7 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0109813 Nov 24 10:56:02.909270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-40680bf7-dc7d-4753-940e-951efff6e243 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 10:56:02.914326 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-40680bf7-dc7d-4753-940e-951efff6e243 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0268333 Nov 24 10:56:03.040619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=bd184559-eb84-48bb-9758-70017313345e,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:03.050491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:03.294720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1134197146-network', 'tenant_id': 'eb24ea21006d4a24b8a287b591d1d084'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:03.340518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:03.348878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Usage tracker for resource:network and tenant:eb24ea21006d4a24b8a287b591d1d084 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:03.367958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:03.388664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:03.489505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Made reservation on behalf of eb24ea21006d4a24b8a287b591d1d084 for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:03.496524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:03.522377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:03.573276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:03.577831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Usage tracker for resource:security_group_rule and tenant:eb24ea21006d4a24b8a287b591d1d084 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:03.581337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:03.588855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:03.608778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:03.688872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:03.711419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:fa524e11137b4c4dbabe376458244494 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:03.730177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692c2fa-cdd9-408f-9e3a-3c954d642fe7 req-129087e7-e531-463b-b9f6-bb7289db11df tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:03.745139 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b692c2fa-cdd9-408f-9e3a-3c954d642fe7 req-129087e7-e531-463b-b9f6-bb7289db11df tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 931 time: 0.5569656 Nov 24 10:56:03.751530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:03.762427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:03.939907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:03.958781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device bd184559-eb84-48bb-9758-70017313345e up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:04.019683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Request body: {'port': {'device_id': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:04.077192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6978ec7-b39c-4a98-803d-e40fe375e499 req-91899b8e-ed0c-4493-ba6a-2c11fa7c8d9f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:04.085475 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c6978ec7-b39c-4a98-803d-e40fe375e499 req-91899b8e-ed0c-4493-ba6a-2c11fa7c8d9f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 932 time: 0.1258512 Nov 24 10:56:04.142634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port bd184559-eb84-48bb-9758-70017313345e triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:04.143155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:04.152591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Request body: {'port': {'device_id': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:04.207173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c6978ec7-b39c-4a98-803d-e40fe375e499 req-a6154cbd-f434-41c1-83f7-1693b319e8ee tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204216 Nov 24 10:56:04.361037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:04.367740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:04.521033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:04.995021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1617286a-58ca-4022-bea3-21e867f5cfeb {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:56:05.002620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.016699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Transition to ACTIVE for port object 1617286a-58ca-4022-bea3-21e867f5cfeb will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:56:05.050258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:05.087543 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa524e11137b4c4dbabe376458244494&name=default HTTP/1.1" status: 200 len: 2747 time: 2.2082062 Nov 24 10:56:05.087543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.088548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a646461-434a-48d2-a44c-4be32acc0587,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:05.130995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:05.136615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33924) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:05.276167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b692c2fa-cdd9-408f-9e3a-3c954d642fe7 req-c83bd73f-434d-490b-982a-667e9492eb8f tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4391353 Nov 24 10:56:05.282318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:05.362862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.57', 61963) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:05.377904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Pushing event updated for resources: {'Port': ['ID=1617286a-58ca-4022-bea3-21e867f5cfeb,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:05.390971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:05.445133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.656504 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-905bbc1a-437f-4d81-9315-5375bb17767d req-8105d3a9-10f0-420b-a49d-d88301f83c1a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 1.1031740 Nov 24 10:56:05.693150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-fc5a80df-174a-45ab-aa14-5d8e75c0d9fc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:05.693940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-fc5a80df-174a-45ab-aa14-5d8e75c0d9fc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Synchronizing usage tracker for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:05.756053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.893982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:56:05.916347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.916347 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Added segment c613327e-dd68-44c6-8d22-8cf9b078e316 of type vxlan for network 2301a37e-7d34-49c7-89ef-d4223de0d99f Nov 24 10:56:05.955670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.971769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28512af-b755-433e-b905-d60c0193ab42 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:56:05.985869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:05.991861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dfcfe227-5e58-406d-80ea-f0afcc6e42ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:06.007932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Transition to ACTIVE for port object f28512af-b755-433e-b905-d60c0193ab42 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:56:06.011692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:06.013708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-fc5a80df-174a-45ab-aa14-5d8e75c0d9fc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Unset dirty status for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:06.015518 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-fc5a80df-174a-45ab-aa14-5d8e75c0d9fc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 818 time: 0.6266444 Nov 24 10:56:06.028784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:06.043060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:06.050588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:06.051246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:06.099870 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2882106 Nov 24 10:56:06.108827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 33960) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:06.132532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6b0f1f-b1c2-42de-9d0a-271fa41c1b43,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:06.155075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Request body: {'subnet': {'network_id': '2301a37e-7d34-49c7-89ef-d4223de0d99f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1134197146-subnet', 'tenant_id': 'eb24ea21006d4a24b8a287b591d1d084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:06.162078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:06.166355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Usage tracker for resource:subnet and tenant:eb24ea21006d4a24b8a287b591d1d084 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:06.169692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:06.185317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:06.207234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:06.211640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:06.226897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Made reservation on behalf of eb24ea21006d4a24b8a287b591d1d084 for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:06.231879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839745728'] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:06.350759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Pushing event updated for resources: {'Port': ['ID=f28512af-b755-433e-b905-d60c0193ab42,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:06.380236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:06.484687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e26b-ed0b-49cd-99f5-fc96ff7f822e req-65442660-56e0-4e18-a172-8b2da4c22311 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:06.492695 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fde5e26b-ed0b-49cd-99f5-fc96ff7f822e req-65442660-56e0-4e18-a172-8b2da4c22311 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 932 time: 0.7752271 Nov 24 10:56:06.732131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2301a37e-7d34-49c7-89ef-d4223de0d99f,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:06.765168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-16a7e019-3197-4dcc-a3cb-996a5987a684 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:06.766062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-16a7e019-3197-4dcc-a3cb-996a5987a684 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Synchronizing usage tracker for tenant:f9babfc71b574a599e2afcc471500090 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:06.777225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:56:06.777384 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:06.804702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:56:06.864802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:06.893434 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fde5e26b-ed0b-49cd-99f5-fc96ff7f822e req-fc8db12d-4348-4ea9-a9e1-bf9fdee711f2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971975 Nov 24 10:56:06.912772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-16a7e019-3197-4dcc-a3cb-996a5987a684 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Unset dirty status for tenant:f9babfc71b574a599e2afcc471500090 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:06.914359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-16a7e019-3197-4dcc-a3cb-996a5987a684 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.4148028 Nov 24 10:56:06.962888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Attempting to bind port f28512af-b755-433e-b905-d60c0193ab42 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:56:06.963288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Attempting to bind port f28512af-b755-433e-b905-d60c0193ab42 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:56:06.963663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Attempting to bind port f28512af-b755-433e-b905-d60c0193ab42 on network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:56:06.971995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:56:06.972638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Checking segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:56:06.973091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:06.973500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Bound using segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:56:06.974024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Bound port: f28512af-b755-433e-b905-d60c0193ab42, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:56:06.974481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.052548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.097627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-2dc42831-a40b-4340-91b7-cd85fd44302a tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Synchronizing usage tracker for tenant:f9babfc71b574a599e2afcc471500090 on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:07.108138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Attempting to bind port 1617286a-58ca-4022-bea3-21e867f5cfeb on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:56:07.108560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Attempting to bind port 1617286a-58ca-4022-bea3-21e867f5cfeb by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '8fa1399a-c987-484d-9137-08d6898a04b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:56:07.108936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Attempting to bind port 1617286a-58ca-4022-bea3-21e867f5cfeb on network 255964f6-0117-4cbe-8aa5-382bddcf8dbc {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:56:07.136832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:56:07.137298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Checking segment: {'id': '8fa1399a-c987-484d-9137-08d6898a04b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:56:07.137641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.138146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Bound using segment: {'id': '8fa1399a-c987-484d-9137-08d6898a04b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:56:07.138677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Bound port: 1617286a-58ca-4022-bea3-21e867f5cfeb, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa1399a-c987-484d-9137-08d6898a04b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '255964f6-0117-4cbe-8aa5-382bddcf8dbc'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:56:07.139058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.140746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-2dc42831-a40b-4340-91b7-cd85fd44302a tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Unset dirty status for tenant:f9babfc71b574a599e2afcc471500090 on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:07.151989 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-46f0d5f2-959f-4580-8538-204ecd9a0902 req-2dc42831-a40b-4340-91b7-cd85fd44302a tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202876 Nov 24 10:56:07.179856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] For port f28512af-b755-433e-b905-d60c0193ab42, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:56:07.184629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] For port f28512af-b755-433e-b905-d60c0193ab42, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f28512af-b755-433e-b905-d60c0193ab42,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:56:07.192948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.217133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:07.388596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Pushing event updated for resources: {'Port': ['ID=f28512af-b755-433e-b905-d60c0193ab42,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:07.401465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:07.475275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:07.475978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.477962 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] 10.222.0.57 "PUT /v2.0/ports/f28512af-b755-433e-b905-d60c0193ab42 HTTP/1.1" status: 200 len: 1158 time: 3.7070661 Nov 24 10:56:07.478668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:07.596896 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5eaeace5-0305-4350-949e-d14eb508c046 req-bedc04c1-c3e9-467e-8fac-e1bbc52be44e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.3473308 Nov 24 10:56:07.601334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.613341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:07.664500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34016) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:07.671558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a646461-434a-48d2-a44c-4be32acc0587,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:07.702065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:07.719763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.723466 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7a646461-434a-48d2-a44c-4be32acc0587 HTTP/1.1" status: 204 len: 168 time: 2.4437788 Nov 24 10:56:07.793318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] For port 1617286a-58ca-4022-bea3-21e867f5cfeb, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:56:07.824229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] For port 1617286a-58ca-4022-bea3-21e867f5cfeb, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=1617286a-58ca-4022-bea3-21e867f5cfeb,segment=NetworkSegment(8fa1399a-c987-484d-9137-08d6898a04b0),segment_id=8fa1399a-c987-484d-9137-08d6898a04b0)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:56:07.833161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:07.853113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:07.996223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.57', 61966) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:08.003990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Request body: {'port': {'device_id': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e', 'admin_state_up': True, 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:08.175139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:08.229452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Pushing event updated for resources: {'Port': ['ID=1617286a-58ca-4022-bea3-21e867f5cfeb,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:08.264155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:08.268249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:08.293345 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42', 'status': 'completed', 'code': 200} Nov 24 10:56:08.343868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Made reservation on behalf of 2dfbe9ef6f4042eaae1417e7d0ff7da5 for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:08.349853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.388974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:08.390199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.392000 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] 10.222.0.57 "PUT /v2.0/ports/1617286a-58ca-4022-bea3-21e867f5cfeb HTTP/1.1" status: 200 len: 1157 time: 4.8740890 Nov 24 10:56:08.404574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:08.434035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34044) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:08.476716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.496836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5d10c-2ab7-485b-951f-f2f5620b942e req-b68f1f50-6885-45f5-a77a-81e46d03b2c0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:08.498687 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4bf5d10c-2ab7-485b-951f-f2f5620b942e req-b68f1f50-6885-45f5-a77a-81e46d03b2c0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 944 time: 0.3326108 Nov 24 10:56:08.583972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:08.588390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Usage tracker for resource:security_group_rule and tenant:b29e9ad36c2d48deb39bd68d74a7b09d is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:08.591571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:08.598009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:08.672905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34058) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:08.673920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.694444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.709353 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4bf5d10c-2ab7-485b-951f-f2f5620b942e req-627a77b1-e191-46d6-b900-94f7b053cff8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249766 Nov 24 10:56:08.740094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:08.763815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.773564 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b29e9ad36c2d48deb39bd68d74a7b09d&name=default HTTP/1.1" status: 200 len: 2747 time: 1.1066668 Nov 24 10:56:08.781151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34066) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:08.782008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899b42b3-94a9-4e22-b746-f26ac14a6d62,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:08.800832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839130900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839745677'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:08.821424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:08.840598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-caf419ac-ced1-4e0d-bcbf-5cf4f13c73ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:08.915350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810b2c3-8227-462f-bca4-a3110a767684 req-c50668de-e1c7-49d4-97df-204fe0eaafb1 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:08.917313 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0810b2c3-8227-462f-bca4-a3110a767684 req-c50668de-e1c7-49d4-97df-204fe0eaafb1 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.4988382 Nov 24 10:56:08.928128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f884b074-a9a4-4c62-8dac-ee31b5932775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:08.930269 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f884b074-a9a4-4c62-8dac-ee31b5932775 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 1161 time: 0.9127192 Nov 24 10:56:08.937178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-b641d9e8-ed8c-40da-a4b6-7daffa667906 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:08.938801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-b641d9e8-ed8c-40da-a4b6-7daffa667906 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 818 time: 0.9190404 Nov 24 10:56:08.981514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:09.011147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Request body: {'port': {'device_id': 'd99c1815-e4be-408d-a570-215b77d97805', 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e', 'admin_state_up': True, 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:09.032783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bc96eed1-6f2d-47cc-976d-c63122b8ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:09.034521 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-bc96eed1-6f2d-47cc-976d-c63122b8ff36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9babfc71b574a599e2afcc471500090&device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 1160 time: 0.4513927 Nov 24 10:56:09.035069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50b8df2-fd8f-4a1e-aeef-6e402137b7a4,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:09.157432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:09.165076 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-a2a0cba5-70d9-4a25-84f6-4fdfd95a0ad1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f28512af-b755-433e-b905-d60c0193ab42 HTTP/1.1" status: 200 len: 217 time: 0.1776364 Nov 24 10:56:09.169774 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe5eb5b1-2c4d-4997-9b28-0e1471040fd0 req-7142db82-9d2d-4436-b0f7-31f9854a6515 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.2097754 Nov 24 10:56:09.175635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:09.180118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0810b2c3-8227-462f-bca4-a3110a767684 req-cd4078c9-4c0a-46d7-ac48-34e085805de8 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390168 Nov 24 10:56:09.190415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:09.218616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Usage tracker for resource:security_group_rule and tenant:c034078e3b1846309bc9e4faf2331d0f is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:09.230496 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:09.253942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:09.335725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-ceafe70c-64e9-475b-a2f5-5cb7965140a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:09.337492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-ceafe70c-64e9-475b-a2f5-5cb7965140a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.1558821 Nov 24 10:56:09.344444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Allocated IP 172.20.0.12 (5bdd62d4-1800-4897-8949-83398b218e9e/b04a74c3-7280-4a0c-89c1-c959528293c3/93c56cf8-53fa-487d-8359-2e233a6a3d53) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:56:09.368925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:09.380841 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-26e7a7e1-d7e9-4d4e-ac98-bfb994ac152b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1617286a-58ca-4022-bea3-21e867f5cfeb HTTP/1.1" status: 200 len: 217 time: 0.2935138 Nov 24 10:56:09.402814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-0e15f5c4-305f-48fb-9a90-5c5ff2e7b97b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513418 Nov 24 10:56:09.408289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:09.419043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:09.454331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Made reservation on behalf of 2dfbe9ef6f4042eaae1417e7d0ff7da5 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:09.460058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:09.535922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:09.553085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:09.588870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:09.592671 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/899b42b3-94a9-4e22-b746-f26ac14a6d62 HTTP/1.1" status: 204 len: 168 time: 0.7845907 Nov 24 10:56:09.592671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b42b3-94a9-4e22-b746-f26ac14a6d62,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:09.598425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:09.731471 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb', 'status': 'completed', 'code': 200} Nov 24 10:56:09.750338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:09.776521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Usage tracker for resource:security_group_rule and tenant:f70a58250f6e4292aaf713e8192e1fcb is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:09.778530 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-9114642b-bffe-4fe1-8ad3-d974b5d30ad0 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517401 Nov 24 10:56:09.790927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:09.814432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:09.871392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-932bfb2d-2563-479b-bd7d-fc06e79089f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:09.881208 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-932bfb2d-2563-479b-bd7d-fc06e79089f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=539cfd92-588b-42ce-b4ad-31a1461b4842 HTTP/1.1" status: 200 len: 851 time: 0.4897983 Nov 24 10:56:09.883417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34098) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:10.054916 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-9598ec9d-7654-4f90-a891-beae987ce408 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=255964f6-0117-4cbe-8aa5-382bddcf8dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127717 Nov 24 10:56:10.076847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.160915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.166086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34106) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:10.186584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:10.231557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Checking segment: {'id': 'c613327e-dd68-44c6-8d22-8cf9b078e316', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2301a37e-7d34-49c7-89ef-d4223de0d99f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:56:10.231867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Network hostable DHCP agents. Network: 2301a37e-7d34-49c7-89ef-d4223de0d99f, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:56:10.273626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.338946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0703fc06-cc9d-47df-a0a5-36e75f67ff38,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:10.344475 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-1453f54e-79a7-42a5-a766-9488e61868a1 service neutron] 10.222.0.57 "GET /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734931 Nov 24 10:56:10.352022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:10.374669 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b01121a7-0c65-4bad-9d43-a2818d0ad858 req-f6c2998e-8612-4547-a6a1-8f3716e190d0 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5868473 Nov 24 10:56:10.382941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:10.393809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a083e4-414e-46ae-b566-1ddeee060a79 req-30d36c4a-17d7-4220-bdef-9ed2cc207909 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:10.395451 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5a083e4-414e-46ae-b566-1ddeee060a79 req-30d36c4a-17d7-4220-bdef-9ed2cc207909 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 944 time: 0.3001976 Nov 24 10:56:10.396586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Usage tracker for resource:security_group_rule and tenant:be05a6d364cf42df99c325d3bb848dda is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:10.401157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:10.421383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:10.458812 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5a083e4-414e-46ae-b566-1ddeee060a79 req-04e66873-44cb-423e-a4dc-ef0a57601497 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Nov 24 10:56:10.546702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-8364a462-387b-4dfc-bd31-d2dc3a9afbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:10.548528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-8364a462-387b-4dfc-bd31-d2dc3a9afbe1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 1161 time: 0.0775654 Nov 24 10:56:10.563224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.586931 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c034078e3b1846309bc9e4faf2331d0f&name=default HTTP/1.1" status: 200 len: 2747 time: 1.8908727 Nov 24 10:56:10.600914 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714b1e4f-d7d2-44f4-acbc-8856a09dd11d req-7a5200cd-9254-453c-bed3-4769c4e10810 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.1968331 Nov 24 10:56:10.610226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.613145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34114) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:10.630820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.654851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.672966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-49cc063c-96f4-44f7-b52c-98add4206674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:10.728234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:56:10.780855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:10.791156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-d422fcc1-2fea-4976-b380-59a618200fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:10.792779 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-d422fcc1-2fea-4976-b380-59a618200fbf service neutron] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 908 time: 0.2378919 Nov 24 10:56:10.798633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Usage tracker for resource:security_group_rule and tenant:8a96a1421ff44304b87f74965847b059 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:10.801751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ee442-cea3-42d7-8020-48d7bd29bd01,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:10.806775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:10.807727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:10.809538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699de76-75c1-43d2-91d5-7d4efae5dad3 req-912b9da1-3335-4208-b855-87249e536677 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:10.811131 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a699de76-75c1-43d2-91d5-7d4efae5dad3 req-912b9da1-3335-4208-b855-87249e536677 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.1803677 Nov 24 10:56:10.813718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 2301a37e-7d34-49c7-89ef-d4223de0d99f) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:56:10.827274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a06597a-4061-4e07-95c1-a2496c96eceb None None] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:56:10.828544 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-78d99b64-dc54-4d57-9a02-895d6b71a759 req-d56988c5-0d10-49a6-8975-0817857a73e6 service neutron] 10.222.0.57 "GET /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4554908 Nov 24 10:56:10.829479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:10.837772 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f70a58250f6e4292aaf713e8192e1fcb&name=default HTTP/1.1" status: 200 len: 2747 time: 2.4007928 Nov 24 10:56:10.847054 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34120) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:10.865563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:56:10.873538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:10.874189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.895207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.959019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:10.971405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-cf3aed7e-046e-4c2b-badc-622eea28b5ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f28512af-b755-433e-b905-d60c0193ab42 HTTP/1.1" status: 200 len: 217 time: 0.1585927 Nov 24 10:56:10.975206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:10.994259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.025355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.058045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5dfaf3c4-846f-41fd-afaf-098ec1e0c09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:11.069697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293b366f-8caa-4d61-a9be-30a17ce77390 None None] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:56:11.080461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Allocated IP 172.20.0.9 (5bdd62d4-1800-4897-8949-83398b218e9e/b04a74c3-7280-4a0c-89c1-c959528293c3/3289b8cf-73dd-4156-a74f-4301591443d4) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:56:11.110641 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a699de76-75c1-43d2-91d5-7d4efae5dad3 req-dc89e63d-6d3b-42d5-8b7a-92dbb2c5477d tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342575 Nov 24 10:56:11.144215 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be05a6d364cf42df99c325d3bb848dda&name=default HTTP/1.1" status: 200 len: 2747 time: 0.9758990 Nov 24 10:56:11.145170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5837c3-dd04-443d-af98-d0157210d16c,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:11.152827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-d273a77d-c977-4f1c-ab7b-7ca1e4fdd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:11.154835 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-d273a77d-c977-4f1c-ab7b-7ca1e4fdd765 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.1743896 Nov 24 10:56:11.169273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34124) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:11.170013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:11.240171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Pushing event updated for resources: {'Port': ['ID=93c56cf8-53fa-487d-8359-2e233a6a3d53,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:11.246514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.257000 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fdc2b6eb-ac2d-42f5-88e6-01f692121441 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.1398382 Nov 24 10:56:11.269795 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-01cc0c74-bee9-4a47-b3fd-00fa3fa18180 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939722 Nov 24 10:56:11.285232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:11.325550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.389653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.423129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.442150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:11.472567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.540837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe44a0-db27-442a-8490-9c9d88b57be7,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:11.555070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-e31f2dfb-e702-441b-ac6c-910e2a28f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:11.557417 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-e31f2dfb-e702-441b-ac6c-910e2a28f515 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f9babfc71b574a599e2afcc471500090&device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 1160 time: 0.5610120 Nov 24 10:56:11.563548 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8a96a1421ff44304b87f74965847b059&name=default HTTP/1.1" status: 200 len: 2747 time: 1.6233487 Nov 24 10:56:11.565693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:11.577766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34136) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:11.581066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.674770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Network 5bdd62d4-1800-4897-8949-83398b218e9e is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:56:11.677263 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:56:11.698101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.730161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-5abe2050-7db4-4cbb-bd96-be894ba8bde9 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186108 Nov 24 10:56:11.752533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:56:11.815244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.823879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c761da55-8ddc-4e96-a4e5-086618908f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:11.859903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0703fc06-cc9d-47df-a0a5-36e75f67ff38,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:11.872367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.876729 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0703fc06-cc9d-47df-a0a5-36e75f67ff38 HTTP/1.1" status: 204 len: 168 time: 1.2618423 Nov 24 10:56:11.886649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:11.931698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.946787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.947283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-6ff26233-8a50-44f1-b7f2-cd341528773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:11.948937 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-6ff26233-8a50-44f1-b7f2-cd341528773e service neutron] 10.222.0.57 "GET /v2.0/networks?id=255964f6-0117-4cbe-8aa5-382bddcf8dbc HTTP/1.1" status: 200 len: 905 time: 0.3823197 Nov 24 10:56:11.954116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:11.964048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f8552186-a5c2-4578-b5b5-17012c470af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:11.997221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ba8bc6d1-c7ba-4da4-8623-e70195650dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:12.033126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5837c3-dd04-443d-af98-d0157210d16c,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:12.041641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d6000984-7497-46a1-9e62-49b420f7b6bb req-07e32519-d247-4359-b95e-fc17334ebfc6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Synchronizing usage tracker for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:12.047244 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-b444a087-f594-41e6-a990-4185cf1aa066 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2492895 Nov 24 10:56:12.050648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:12.101933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.119318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.120587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7c5837c3-dd04-443d-af98-d0157210d16c HTTP/1.1" status: 204 len: 168 time: 0.9494715 Nov 24 10:56:12.150943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.158580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d6000984-7497-46a1-9e62-49b420f7b6bb req-07e32519-d247-4359-b95e-fc17334ebfc6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Unset dirty status for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:12.159919 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6000984-7497-46a1-9e62-49b420f7b6bb req-07e32519-d247-4359-b95e-fc17334ebfc6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.2214165 Nov 24 10:56:12.177036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.213301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:12.376348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.380061 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0f1ee442-cea3-42d7-8020-48d7bd29bd01 HTTP/1.1" status: 204 len: 168 time: 1.5243814 Nov 24 10:56:12.380061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ee442-cea3-42d7-8020-48d7bd29bd01,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:12.391511 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-e8741bea-4989-437d-a24e-ca4ac7ffa131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1617286a-58ca-4022-bea3-21e867f5cfeb HTTP/1.1" status: 200 len: 217 time: 0.4331570 Nov 24 10:56:12.394600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:12.399773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:12.400480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.405831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Pushing event updated for resources: {'Port': ['ID=3289b8cf-73dd-4156-a74f-4301591443d4,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:12.422097 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:12.422947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.435082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5e46512-5e70-4d21-9b93-1b0ac73d310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:12.474959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34164) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:12.487333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-991229866-network', 'tenant_id': '612a767eebe0496f931e1d0acdbf9e16'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:12.495183 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5046976 Nov 24 10:56:12.505989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe44a0-db27-442a-8490-9c9d88b57be7,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:12.507851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.512220 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eebe44a0-db27-442a-8490-9c9d88b57be7 HTTP/1.1" status: 204 len: 168 time: 0.9306378 Nov 24 10:56:12.513737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:12.522644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:12.578237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Request body: {'port': {'device_id': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:12.607091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968dcb-dace-4e0a-bfd2-34861f49c1ad req-f1e8b85c-621e-4715-9827-ecd811e42717 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:12.608993 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a0968dcb-dace-4e0a-bfd2-34861f49c1ad req-f1e8b85c-621e-4715-9827-ecd811e42717 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.1593969 Nov 24 10:56:12.639810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Network 5bdd62d4-1800-4897-8949-83398b218e9e is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:56:12.647504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:56:12.652453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:56:12.690559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e505b-cdc1-4b0a-b619-6ca78274a7b8 req-09fce572-fee8-4893-87ac-06718a9dfda9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:12.692998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f33e505b-cdc1-4b0a-b619-6ca78274a7b8 req-09fce572-fee8-4893-87ac-06718a9dfda9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 944 time: 1.0939178 Nov 24 10:56:12.697231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Usage tracker for resource:network and tenant:612a767eebe0496f931e1d0acdbf9e16 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:12.734038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:12.747073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-9b291f8d-6055-4e1e-81fa-cbaccf3a860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:12.749998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-9b291f8d-6055-4e1e-81fa-cbaccf3a860b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=539cfd92-588b-42ce-b4ad-31a1461b4842 HTTP/1.1" status: 200 len: 851 time: 0.3434496 Nov 24 10:56:12.778357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:12.861801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-218706f0-5362-41d8-a96b-d7903f2326d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=255964f6-0117-4cbe-8aa5-382bddcf8dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803685 Nov 24 10:56:12.873765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Made reservation on behalf of 612a767eebe0496f931e1d0acdbf9e16 for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:12.878737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.924758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.956684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:12.957372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.976141 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a0968dcb-dace-4e0a-bfd2-34861f49c1ad req-f8ee6b01-faa8-4a89-8194-2438659d2a89 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923183 Nov 24 10:56:12.979110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9937046 Nov 24 10:56:12.991319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:12.999914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Request body: {'port': {'device_id': 'd99c1815-e4be-408d-a570-215b77d97805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:13.035022 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f33e505b-cdc1-4b0a-b619-6ca78274a7b8 req-44ed1b88-8427-4f72-9b3d-25c8be2f0e0e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959740 Nov 24 10:56:13.160626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.170544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:13.196098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Usage tracker for resource:security_group_rule and tenant:612a767eebe0496f931e1d0acdbf9e16 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:13.204579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:13.214996 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-ee054dea-8291-4b8a-a929-7f880ebf8b6e service neutron] 10.222.0.57 "GET /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163133 Nov 24 10:56:13.215902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:13.275063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34184) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:13.432931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.442978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34190) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:13.568921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.572893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:13.577014 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3a1b7bf5-6c41-4c17-b095-3428fcef159d req-1eb82c69-a35e-4ddd-a6ba-f1be5b044308 service neutron] 10.222.0.57 "GET /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3533726 Nov 24 10:56:13.582180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Usage tracker for resource:security_group_rule and tenant:b9225825bf2c4d1a93936a2023725d30 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:13.587562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:13.591492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.595671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:13.599130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.605107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4bef81ba-2a9c-48fd-8ecc-6cfd9bc99eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:13.653491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:56:13.668214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1646bc-234f-4746-853e-a17adf3af887,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:13.686224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:13.686806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:13.690795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.691273 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Added segment f84e0d91-dd60-4246-bcb3-ea218c962e10 of type vxlan for network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f Nov 24 10:56:13.702125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b1a36414cb44388997abeb9294760be is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:13.708248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:13.722645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:13.746045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836840b-6435-493a-9d72-b6f7303f0473 req-18521f9c-b8ac-4220-a590-3ba4220dc336 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:13.747678 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5836840b-6435-493a-9d72-b6f7303f0473 req-18521f9c-b8ac-4220-a590-3ba4220dc336 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 931 time: 0.3056583 Nov 24 10:56:13.748600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.766615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.789403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.798577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b960d459-d62f-4a24-998d-ca84a55f98ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:13.844781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.848226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c40436c-165d-45b5-890b-cbca6f89ab3d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:13.853459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:13.854065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.858297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:13.860810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-afa045e5-d070-403c-b933-d29148f0e229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:13.887619 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b9225825bf2c4d1a93936a2023725d30&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6067433 Nov 24 10:56:13.897192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34204) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:13.911059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3289b8cf-73dd-4156-a74f-4301591443d4 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:56:13.949161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5836840b-6435-493a-9d72-b6f7303f0473 req-d3c7bd88-6bdf-4a8e-a6a8-48687d01fb1e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927955 Nov 24 10:56:13.953355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:13.979169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:13.983431 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5051136 Nov 24 10:56:13.984576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:13.996041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34210) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:14.001369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Request body: {'subnet': {'network_id': '2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-991229866-subnet', 'tenant_id': '612a767eebe0496f931e1d0acdbf9e16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:14.001509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:56:14.011486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:14.015894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Usage tracker for resource:subnet and tenant:612a767eebe0496f931e1d0acdbf9e16 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:14.019305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:56:14.019985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:14.023109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Transition to ACTIVE for port object 3289b8cf-73dd-4156-a74f-4301591443d4 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:56:14.027044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:14.034899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.056256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.061951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.106223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Made reservation on behalf of 612a767eebe0496f931e1d0acdbf9e16 for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:14.111721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839745728'] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.141186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f0666d38-ca93-4292-b245-8f1b67d3daee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:14.459778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c56cf8-53fa-487d-8359-2e233a6a3d53 {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:56:14.482281 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6b1a36414cb44388997abeb9294760be&name=default HTTP/1.1" status: 200 len: 2747 time: 1.0382166 Nov 24 10:56:14.484391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34228) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:14.499717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.516081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.531797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Pushing event updated for resources: {'Port': ['ID=3289b8cf-73dd-4156-a74f-4301591443d4,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:14.538617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Transition to ACTIVE for port object 93c56cf8-53fa-487d-8359-2e233a6a3d53 will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:56:14.554929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:14.557309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53bc071c-2444-4ff2-937c-16e471887813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:14.562467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.645221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.665753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c87d12-fd09-4904-8ee2-9cb08c18b3a2,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:14.684682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:14.712165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-06ad3be5-d258-4e7a-9f92-5b167b195d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:14.729409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6a714-688b-45c3-b1b5-8389f3600446 req-240c8003-cb8e-430b-a76c-baafafaa7901 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:14.731043 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7cf6a714-688b-45c3-b1b5-8389f3600446 req-240c8003-cb8e-430b-a76c-baafafaa7901 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 944 time: 0.4901783 Nov 24 10:56:14.817379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.909682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.945489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:14.948870 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7cf6a714-688b-45c3-b1b5-8389f3600446 req-42bd1c1f-d190-40ed-b398-7d336cfb8ae5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099915 Nov 24 10:56:14.959443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-437d67c5-c86b-4c30-a04d-b46bafd4a048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:14.987546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c40436c-165d-45b5-890b-cbca6f89ab3d,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:14.995740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:15.033537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.034780 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0c40436c-165d-45b5-890b-cbca6f89ab3d HTTP/1.1" status: 204 len: 168 time: 1.1365786 Nov 24 10:56:15.036967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Attempting to bind port 3289b8cf-73dd-4156-a74f-4301591443d4 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:56:15.037505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Attempting to bind port 3289b8cf-73dd-4156-a74f-4301591443d4 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:56:15.037777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Attempting to bind port 3289b8cf-73dd-4156-a74f-4301591443d4 on network 5bdd62d4-1800-4897-8949-83398b218e9e {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:56:15.046809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:56:15.047184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Checking segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:56:15.047575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.047969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Bound using segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:56:15.048487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Bound port: 3289b8cf-73dd-4156-a74f-4301591443d4, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:56:15.048967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.069068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.110736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8abd1637-22bd-4dfa-b9dc-0bd73a2de7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:15.136223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c87d12-fd09-4904-8ee2-9cb08c18b3a2,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:15.142476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:15.145516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.150312 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1504614b-72f3-465f-b859-23018021449f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b2c87d12-fd09-4904-8ee2-9cb08c18b3a2 HTTP/1.1" status: 204 len: 168 time: 0.6595471 Nov 24 10:56:15.183869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] For port 3289b8cf-73dd-4156-a74f-4301591443d4, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:56:15.187361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] For port 3289b8cf-73dd-4156-a74f-4301591443d4, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3289b8cf-73dd-4156-a74f-4301591443d4,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:56:15.192568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.212122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e10a2017-1c14-4e8d-9abe-ea797db15d7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:15.285717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36468ba-a23d-48e5-bb57-511ea516be4a req-8c5413a5-04da-4aa3-bfa7-13055ff9c921 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:15.293782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f36468ba-a23d-48e5-bb57-511ea516be4a req-8c5413a5-04da-4aa3-bfa7-13055ff9c921 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.8903201 Nov 24 10:56:15.349301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Pushing event updated for resources: {'Port': ['ID=93c56cf8-53fa-487d-8359-2e233a6a3d53,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:15.359075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:15.447895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Pushing event updated for resources: {'Port': ['ID=3289b8cf-73dd-4156-a74f-4301591443d4,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:15.465745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:15.526283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72d7e4-ab93-4f54-9516-c2f9b1d47eac req-31a5c694-9124-47a2-9738-96c8c964f579 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:15.528324 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7d72d7e4-ab93-4f54-9516-c2f9b1d47eac req-31a5c694-9124-47a2-9738-96c8c964f579 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.1969829 Nov 24 10:56:15.528771 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f36468ba-a23d-48e5-bb57-511ea516be4a req-2e9b9c08-68f1-4a60-814c-09e57ce2993c tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339640 Nov 24 10:56:15.565248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:15.566134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.566899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Attempting to bind port 93c56cf8-53fa-487d-8359-2e233a6a3d53 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:56:15.567315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Attempting to bind port 93c56cf8-53fa-487d-8359-2e233a6a3d53 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:56:15.567805 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] 10.222.0.57 "PUT /v2.0/ports/3289b8cf-73dd-4156-a74f-4301591443d4 HTTP/1.1" status: 200 len: 1157 time: 2.5726385 Nov 24 10:56:15.567908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Attempting to bind port 93c56cf8-53fa-487d-8359-2e233a6a3d53 on network 5bdd62d4-1800-4897-8949-83398b218e9e {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:56:15.568359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:15.605814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:56:15.606199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Checking segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:56:15.607823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.610033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Bound using segment: {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:56:15.610580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Bound port: 93c56cf8-53fa-487d-8359-2e233a6a3d53, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5bdd62d4-1800-4897-8949-83398b218e9e'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:56:15.610975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.615856 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7d72d7e4-ab93-4f54-9516-c2f9b1d47eac req-bcc62e61-057c-4b5e-8906-268c4f52a9c0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801930 Nov 24 10:56:15.816918 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4', 'status': 'completed', 'code': 200} Nov 24 10:56:15.819209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-7e9965eb-36c5-4354-9ae5-198e7cb9f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:15.826516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-7e9965eb-36c5-4354-9ae5-198e7cb9f880 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 1160 time: 0.1858158 Nov 24 10:56:15.883026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-66da5780-33de-4103-8753-cb5c2d2e1e54 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80318) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 10:56:15.884093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] For port 93c56cf8-53fa-487d-8359-2e233a6a3d53, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:56:15.896877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] For port 93c56cf8-53fa-487d-8359-2e233a6a3d53, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:56:15.935565 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-ab9c4bcc-94fe-4539-bc5d-c2073ac99fc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3289b8cf-73dd-4156-a74f-4301591443d4 HTTP/1.1" status: 200 len: 217 time: 0.0953963 Nov 24 10:56:15.936292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:15.963447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:16.011106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-83c822a7-e871-400d-ac75-62621e213a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:16.012868 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-83c822a7-e871-400d-ac75-62621e213a47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.0708685 Nov 24 10:56:16.079285 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-4902541f-6ff4-46c1-92e8-20caaede3063 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584152 Nov 24 10:56:16.114057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839130900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839745677'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:16.209606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Pushing event updated for resources: {'Port': ['ID=93c56cf8-53fa-487d-8359-2e233a6a3d53,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:16.226522 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:16.229595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:16.346152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92b92fd-3a51-445a-83a9-45fd5a7348bf,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:16.349649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:16.363549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:16.364239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:16.365809 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] 10.222.0.57 "PUT /v2.0/ports/93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 1158 time: 3.8061368 Nov 24 10:56:16.366332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'tag': '93c56cf8-53fa-487d-8359-2e233a6a3d53'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:16.498910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-b456fe24-3906-43d2-be9d-82e19b074e0c service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091487 Nov 24 10:56:16.516255 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'tag': '93c56cf8-53fa-487d-8359-2e233a6a3d53', 'status': 'completed', 'code': 200} Nov 24 10:56:16.595014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Checking segment: {'id': 'f84e0d91-dd60-4246-bcb3-ea218c962e10', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:56:16.595526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Network hostable DHCP agents. Network: 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:56:16.626640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-bb0b35d6-68ba-43ed-ab5f-9e885157b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:16.628492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-bb0b35d6-68ba-43ed-ab5f-9e885157b5f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1161 time: 0.1951518 Nov 24 10:56:16.709076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd46adc-dddd-44c7-a1a5-ec6c8ee8b304 req-f566d69a-019e-47a8-89ea-be838f117ca2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:16.710724 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1fd46adc-dddd-44c7-a1a5-ec6c8ee8b304 req-f566d69a-019e-47a8-89ea-be838f117ca2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 944 time: 0.2105296 Nov 24 10:56:16.720368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:56:16.737998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-6d7bbaa6-466a-46c4-bbf0-c47cdfeeff70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.0942328 Nov 24 10:56:16.742105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:56:16.753376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26e6f24-ad21-4257-8ce1-c06ee893264b None None] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:56:16.782243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7378fad6-c74a-454e-bc0b-b1075a4cffd2 req-7ad5a15d-7907-462d-a2e6-23be861fd2b9 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2425091 Nov 24 10:56:16.799246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:16.800225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:16.824014 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1fd46adc-dddd-44c7-a1a5-ec6c8ee8b304 req-b9e40184-b48b-49d0-ad7d-cb579ef056e1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017377 Nov 24 10:56:16.911947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-475ac8e4-1093-4ac8-aa73-32cda12daf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:16.913814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-475ac8e4-1093-4ac8-aa73-32cda12daf59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.1679316 Nov 24 10:56:16.916953 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-07378d33-6119-4da6-9820-b7f022c0a956 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9290805 Nov 24 10:56:16.993510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-10fce47d-4918-48a5-94b0-5c4656c96fbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696402 Nov 24 10:56:17.076969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-a808fd62-9442-44e8-bdf4-4f21b1627bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:17.083154 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-a808fd62-9442-44e8-bdf4-4f21b1627bc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 1160 time: 0.1879070 Nov 24 10:56:17.108452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a58ea-458e-4ebb-8b9a-3011097c57b2 req-555cc4c0-3c79-49c4-8292-dc5ae56a4977 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:17.110400 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-809a58ea-458e-4ebb-8b9a-3011097c57b2 req-555cc4c0-3c79-49c4-8292-dc5ae56a4977 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.3046105 Nov 24 10:56:17.167391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d461b-df70-4873-b8df-2291722a9ee6 None None] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:56:17.225890 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-e16f20a3-a6f1-4f50-8682-a7e26e82cd1c service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262187 Nov 24 10:56:17.238658 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-809a58ea-458e-4ebb-8b9a-3011097c57b2 req-c09f98a0-067d-4467-a04d-0227bf25a346 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180048 Nov 24 10:56:17.363014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1afb6-2a9c-497c-a728-d7a158d204d1 req-fdcfd2c2-dc53-4229-a8b3-a0f8d1bb47f8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:17.372729 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-49e1afb6-2a9c-497c-a728-d7a158d204d1 req-fdcfd2c2-dc53-4229-a8b3-a0f8d1bb47f8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.2883184 Nov 24 10:56:17.401779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f28512af-b755-433e-b905-d60c0193ab42 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:17.513802 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-49e1afb6-2a9c-497c-a728-d7a158d204d1 req-e4f654f5-a05e-4e13-b638-40fce231cbc1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399179 Nov 24 10:56:17.526589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-56a0d5fd-2d81-4ac7-9a11-c32d41e3f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:17.536985 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-56a0d5fd-2d81-4ac7-9a11-c32d41e3f4eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.3325412 Nov 24 10:56:17.579114 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5934548b-db3c-438f-a5b5-11eb2b4dddc4 req-fdfbae7f-50c2-42a7-b13c-cb451886f7b6 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3393764 Nov 24 10:56:17.666391 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-37b70718-1be9-4436-b967-ab6810ba914e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3289b8cf-73dd-4156-a74f-4301591443d4 HTTP/1.1" status: 200 len: 217 time: 0.1198864 Nov 24 10:56:17.696827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port f28512af-b755-433e-b905-d60c0193ab42 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:56:17.705685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f28512af-b755-433e-b905-d60c0193ab42 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:17.706128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:17.783231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-de153f5e-7d79-4068-a7df-1c5ae084310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:17.785492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-de153f5e-7d79-4068-a7df-1c5ae084310f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.1082928 Nov 24 10:56:17.848518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-e606fdd4-cb72-4d22-b2f2-2bba296f2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:17.850500 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-e606fdd4-cb72-4d22-b2f2-2bba296f2a24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1161 time: 0.1730158 Nov 24 10:56:17.866414 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-79451d60-a44b-4abb-9ad9-41918015f111 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721443 Nov 24 10:56:17.927226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:17.969236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port f28512af-b755-433e-b905-d60c0193ab42, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f28512af-b755-433e-b905-d60c0193ab42,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:56:17.970455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:18.043952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:18.046132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 1617286a-58ca-4022-bea3-21e867f5cfeb up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:18.092659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:18.259122 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-c0671a4e-61c6-41ea-bdf6-bcc28f50f1f9 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839316 Nov 24 10:56:18.296303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=f28512af-b755-433e-b905-d60c0193ab42,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:18.303969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:18.304746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 1617286a-58ca-4022-bea3-21e867f5cfeb completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:56:18.322026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 1617286a-58ca-4022-bea3-21e867f5cfeb triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:18.322452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:18.417977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-9cc558b6-c70d-42bd-b637-87f817c2ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:18.420020 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-9cc558b6-c70d-42bd-b637-87f817c2ba6f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.5621505 Nov 24 10:56:18.508287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777f965-456f-4bd6-a51f-1a45d3e91aa0 req-931f9bb5-041c-4fe4-b03b-9de89de9f788 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:18.510328 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0777f965-456f-4bd6-a51f-1a45d3e91aa0 req-931f9bb5-041c-4fe4-b03b-9de89de9f788 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.4049885 Nov 24 10:56:18.537965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-9ed32523-17f4-4302-91a1-c9b0b8269658 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.1075325 Nov 24 10:56:18.591649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:18.651234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0777f965-456f-4bd6-a51f-1a45d3e91aa0 req-43e0195d-d8fe-4c7a-b00a-00692d05383d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318278 Nov 24 10:56:18.669872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-c7fc8114-47d6-404b-8fb5-c9879da25b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:18.672898 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-c7fc8114-47d6-404b-8fb5-c9879da25b37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.1262689 Nov 24 10:56:18.700930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 1617286a-58ca-4022-bea3-21e867f5cfeb, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=1617286a-58ca-4022-bea3-21e867f5cfeb,segment=NetworkSegment(8fa1399a-c987-484d-9137-08d6898a04b0),segment_id=8fa1399a-c987-484d-9137-08d6898a04b0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:56:18.724754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:18.727828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:18.805918 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-b5cbac8d-cb6a-4db6-bf42-09534b00d5ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265883 Nov 24 10:56:18.883988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=1617286a-58ca-4022-bea3-21e867f5cfeb,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:18.884207 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f98f0b8-08b4-4112-95f4-8951f0726eaa req-7a098aa1-5292-4670-8729-db17c5c1da77 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6178050 Nov 24 10:56:18.887416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:18.921219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb46505-933e-46a7-a9ba-954a6ed4904c req-13ab1b99-e362-4b98-9fdb-2eb9f5ae1d27 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:18.931354 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbb46505-933e-46a7-a9ba-954a6ed4904c req-13ab1b99-e362-4b98-9fdb-2eb9f5ae1d27 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.3582590 Nov 24 10:56:19.028479 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbb46505-933e-46a7-a9ba-954a6ed4904c req-144c80de-db6d-4339-a9d7-508a6e1f16ab tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898459 Nov 24 10:56:19.185633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-8f42498d-065c-4a71-8f4d-9c5be02d336f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:19.186493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-8f42498d-065c-4a71-8f4d-9c5be02d336f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Synchronizing usage tracker for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:19.205545 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-12f452a8-0fa0-4beb-9d3a-31b6eb2113e5 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917680 Nov 24 10:56:19.212671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-8f42498d-065c-4a71-8f4d-9c5be02d336f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Unset dirty status for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:19.213954 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-8f42498d-065c-4a71-8f4d-9c5be02d336f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.3157854 Nov 24 10:56:19.294321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f28512af-b755-433e-b905-d60c0193ab42 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:19.454306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f28512af-b755-433e-b905-d60c0193ab42 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:19.454737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:19.586667 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42', 'code': 200} Nov 24 10:56:19.746211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 1617286a-58ca-4022-bea3-21e867f5cfeb up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:19.828898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-f2445cc4-ff43-4586-92fc-153e0fc3e0a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Synchronizing usage tracker for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:19.876899 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbc7e7fd-5f41-4fdb-aecb-cc530d33b0e0 req-11334e5d-3823-4d51-8436-b78041233ae4 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6614137 Nov 24 10:56:19.892686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-f2445cc4-ff43-4586-92fc-153e0fc3e0a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Unset dirty status for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:19.894537 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-577de187-9841-4c69-b7ee-91cf5fd66ecf req-f2445cc4-ff43-4586-92fc-153e0fc3e0a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821804 Nov 24 10:56:19.929680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 1617286a-58ca-4022-bea3-21e867f5cfeb triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:19.930132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.083732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-00cbf4bb-ffd4-4d39-81bf-d6152a07b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:20.085583 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-00cbf4bb-ffd4-4d39-81bf-d6152a07b01a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 1163 time: 0.1778381 Nov 24 10:56:20.093855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af645b9f-cde6-4750-a144-12208a4091ce req-cd5bbb4d-b6bd-4ef6-a8c2-d7533ccab39e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:20.103797 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-af645b9f-cde6-4750-a144-12208a4091ce req-cd5bbb4d-b6bd-4ef6-a8c2-d7533ccab39e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.1377270 Nov 24 10:56:20.186243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-af645b9f-cde6-4750-a144-12208a4091ce req-4d27639c-e571-4349-aa75-fd366aeb8c5f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814743 Nov 24 10:56:20.206186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.217744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.258375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:20.266925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Usage tracker for resource:security_group_rule and tenant:24549d12ef1848af95cd720c589a479b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:20.271343 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:20.284355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:20.355052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ae319-202a-453c-9016-3a32546d5d7f req-b7a590e5-1a1c-4da0-a2ed-ded0ac962a40 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:20.356878 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d82ae319-202a-453c-9016-3a32546d5d7f req-b7a590e5-1a1c-4da0-a2ed-ded0ac962a40 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.1806822 Nov 24 10:56:20.357549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34426) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:20.391089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.395515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.409655 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:20.436138 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d82ae319-202a-453c-9016-3a32546d5d7f req-eb3bac36-0f9d-42ff-b766-6bfe3afeb295 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699050 Nov 24 10:56:20.443765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd6f421-f056-4fe2-9d57-8351d7c007e5,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:20.448576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:20.450802 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22ab7ab8-14b2-431d-971d-8ca6c97a08f9 req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059514 Nov 24 10:56:20.655752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.695718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:20.699972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Usage tracker for resource:security_group_rule and tenant:22071e9d9e934be8b8ff79cfe355917e is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:20.703213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:20.710197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:20.801012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.805749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.843592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff4ebd31-d57e-4984-804b-bd37835d9970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:20.875461 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=22071e9d9e934be8b8ff79cfe355917e&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5153756 Nov 24 10:56:20.876313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529fa96-19a9-486e-bc6f-1fa64cf80c7d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:20.877358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34446) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:20.892759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:20.965923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:20.997079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:21.054834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:21.061753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-357327c8-60f2-4117-b80f-145716b6f1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:21.088293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529fa96-19a9-486e-bc6f-1fa64cf80c7d,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:21.095389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:21.098159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:21.102647 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3529fa96-19a9-486e-bc6f-1fa64cf80c7d HTTP/1.1" status: 204 len: 168 time: 0.2208431 Nov 24 10:56:21.197498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34468) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:21.302985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427487d9-fa6d-429d-942c-01f9b72fa7cd req-9fbb0957-0998-4647-9bc6-23b621219034 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:21.308337 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-427487d9-fa6d-429d-942c-01f9b72fa7cd req-9fbb0957-0998-4647-9bc6-23b621219034 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.1344903 Nov 24 10:56:21.341719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 1617286a-58ca-4022-bea3-21e867f5cfeb up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:21.421593 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-427487d9-fa6d-429d-942c-01f9b72fa7cd req-c6e09f72-4750-40fb-9ce2-c711175dafae tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062205 Nov 24 10:56:21.476183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19313041-6b65-406e-a3a0-b56b06bd6cd9 req-27fa01a1-737d-4308-a978-f1982b339dd1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:21.487339 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-19313041-6b65-406e-a3a0-b56b06bd6cd9 req-27fa01a1-737d-4308-a978-f1982b339dd1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.1027296 Nov 24 10:56:21.506507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 1617286a-58ca-4022-bea3-21e867f5cfeb triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:21.509446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:21.552957 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-19313041-6b65-406e-a3a0-b56b06bd6cd9 req-c3a66202-d496-446a-9c5a-d8f42db45097 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 Nov 24 10:56:21.587845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:21.724673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb', 'code': 200} Nov 24 10:56:21.834666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca271b-9e20-4bb6-8d23-bd0662e9fe59 req-94373477-e38b-4ecd-8f90-ec4073e67b28 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:21.846126 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82ca271b-9e20-4bb6-8d23-bd0662e9fe59 req-94373477-e38b-4ecd-8f90-ec4073e67b28 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.1433508 Nov 24 10:56:21.920442 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82ca271b-9e20-4bb6-8d23-bd0662e9fe59 req-a87c4ccf-d4d0-4f69-ab8f-97544c5c71c4 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Nov 24 10:56:21.983627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.023254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:22.028072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Usage tracker for resource:security_group_rule and tenant:f2e474ed3ca84086836beb5681835743 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:22.031119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:22.037152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:22.095093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ea55e-dbe4-49d1-9509-1cdc30519aac req-bfedd400-74c3-493a-ab0d-d7905ead0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:22.097144 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aa8ea55e-dbe4-49d1-9509-1cdc30519aac req-bfedd400-74c3-493a-ab0d-d7905ead0d9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 1162 time: 0.0929778 Nov 24 10:56:22.135612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.144040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.153371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-aa8ea55e-dbe4-49d1-9509-1cdc30519aac req-5ab230e0-4d4b-4963-bcd1-ed329759c93e service neutron] Synchronizing usage tracker for tenant:24549d12ef1848af95cd720c589a479b on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:22.161357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34494) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:22.182331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:22.190719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.209719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-aa8ea55e-dbe4-49d1-9509-1cdc30519aac req-5ab230e0-4d4b-4963-bcd1-ed329759c93e service neutron] Unset dirty status for tenant:24549d12ef1848af95cd720c589a479b on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:22.211634 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aa8ea55e-dbe4-49d1-9509-1cdc30519aac req-5ab230e0-4d4b-4963-bcd1-ed329759c93e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069777 Nov 24 10:56:22.220731 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f2e474ed3ca84086836beb5681835743&name=default HTTP/1.1" status: 200 len: 2747 time: 1.0220919 Nov 24 10:56:22.221587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34502) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:22.222450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9fba76-4dc5-4325-832a-957c5cbba5f9,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:22.229125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:22.236719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:22.243321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Usage tracker for resource:security_group_rule and tenant:ac753ab1c70f433a86deef23b15689dc is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:22.247017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:22.253684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:22.296584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.326628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.330475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.336308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.346373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:22.381150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.394090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:22.399308 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ac753ab1c70f433a86deef23b15689dc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2350664 Nov 24 10:56:22.401152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e3cf7b-0e24-48a0-b99e-400935d9f526,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:22.403771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34514) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:22.407149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:22.415851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.417350 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ae9fba76-4dc5-4325-832a-957c5cbba5f9 HTTP/1.1" status: 204 len: 168 time: 0.1869240 Nov 24 10:56:22.420844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9fba76-4dc5-4325-832a-957c5cbba5f9,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:22.423776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-df998bc2-2c4b-42c0-a8e1-bd7b38c12048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:22.484257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.514777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.565959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.572282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:22.590103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:22.591666 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/50e3cf7b-0e24-48a0-b99e-400935d9f526 HTTP/1.1" status: 204 len: 168 time: 0.1864944 Nov 24 10:56:22.593170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e3cf7b-0e24-48a0-b99e-400935d9f526,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:22.602730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:22.791967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11804182-2f9a-4b62-a62b-5df3413c74a9 req-1449c344-ab1e-4f4e-9302-bbbd89b5cc49 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:22.793869 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-11804182-2f9a-4b62-a62b-5df3413c74a9 req-1449c344-ab1e-4f4e-9302-bbbd89b5cc49 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.1116934 Nov 24 10:56:22.899751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1edb8b-90e3-406b-9ff3-ebe98ba4b529 req-807c7b31-772f-40cd-a944-d8d2d1283382 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:22.901679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1b1edb8b-90e3-406b-9ff3-ebe98ba4b529 req-807c7b31-772f-40cd-a944-d8d2d1283382 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.1516557 Nov 24 10:56:22.909722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-11804182-2f9a-4b62-a62b-5df3413c74a9 req-9c71a094-6725-4831-bb2c-f2e1da6db9cd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093636 Nov 24 10:56:22.988750 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1b1edb8b-90e3-406b-9ff3-ebe98ba4b529 req-c3ef3ecf-9d4e-4a02-9161-c41877af1808 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741253 Nov 24 10:56:23.214148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045066b-8ef3-4a63-a345-a0128f6ff75b req-dd5e2fcb-bfe1-4fb5-b6f7-de939ebd0ebc tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:23.215812 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a045066b-8ef3-4a63-a345-a0128f6ff75b req-dd5e2fcb-bfe1-4fb5-b6f7-de939ebd0ebc tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.1173172 Nov 24 10:56:23.226627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 34550) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:23.254489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.267327 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a045066b-8ef3-4a63-a345-a0128f6ff75b req-22ac19c5-7fcd-4a43-a3f0-71f2160c0312 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452693 Nov 24 10:56:23.295236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:23.299504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Usage tracker for resource:security_group_rule and tenant:1bfcdc92b84e40bf9e16233b6954ec01 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:23.302757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:23.308892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:23.377115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.380081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.394461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fa61aac5-2dc6-48b5-b7ff-a293f811d36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:23.437654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 34558) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:23.437863 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1bfcdc92b84e40bf9e16233b6954ec01&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2092195 Nov 24 10:56:23.441955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eba1ac-d382-44cd-a6d7-c0bb546127d2,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:23.451081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:23.514235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.545647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.590109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.595009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:23.611826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eba1ac-d382-44cd-a6d7-c0bb546127d2,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:23.614735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:23.616789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:23.618468 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f2eba1ac-d382-44cd-a6d7-c0bb546127d2 HTTP/1.1" status: 204 len: 168 time: 0.1792269 Nov 24 10:56:24.145484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94ccba-48ce-4e6c-8505-5e0bf60f4e89 req-0fa8cab0-2397-4ff1-9db2-ea79a70b4adc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:24.154768 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa94ccba-48ce-4e6c-8505-5e0bf60f4e89 req-0fa8cab0-2397-4ff1-9db2-ea79a70b4adc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.1062829 Nov 24 10:56:24.237462 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa94ccba-48ce-4e6c-8505-5e0bf60f4e89 req-6b681f8a-545d-4391-ac20-71c6b417a230 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816302 Nov 24 10:56:24.342974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a67839-b87e-44d4-a172-1a51fab18978 req-b94c430f-8938-4f3d-a79b-8e50b52dd11a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:24.345140 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2a67839-b87e-44d4-a172-1a51fab18978 req-b94c430f-8938-4f3d-a79b-8e50b52dd11a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.1534498 Nov 24 10:56:24.460905 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2a67839-b87e-44d4-a172-1a51fab18978 req-29d10566-885b-4b76-a32c-487bc852107e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076214 Nov 24 10:56:24.619400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c16625-7729-46a4-ad65-e246227e2859 req-c0d5e09c-b995-49a1-bfbe-92bec2286ef7 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:24.621309 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-74c16625-7729-46a4-ad65-e246227e2859 req-c0d5e09c-b995-49a1-bfbe-92bec2286ef7 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.1627316 Nov 24 10:56:24.689637 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-74c16625-7729-46a4-ad65-e246227e2859 req-510fd605-9c63-4e91-abd9-a250cc0ef6e1 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Nov 24 10:56:25.456111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1e1ac-e294-4140-9aa8-ba0c82251519 req-c995388f-acba-41fa-872e-dc37d3c7ff46 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:25.457796 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28c1e1ac-e294-4140-9aa8-ba0c82251519 req-c995388f-acba-41fa-872e-dc37d3c7ff46 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.0894706 Nov 24 10:56:25.512977 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28c1e1ac-e294-4140-9aa8-ba0c82251519 req-86670980-78c3-4b8d-a7e7-1481f5bb280c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Nov 24 10:56:25.672003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd981c-f479-463e-b4e5-7f40ad50899b req-91c9069a-c71c-4dc6-be65-f1ecaed009bb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:25.673643 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3cd981c-f479-463e-b4e5-7f40ad50899b req-91c9069a-c71c-4dc6-be65-f1ecaed009bb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.0830808 Nov 24 10:56:25.723424 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3cd981c-f479-463e-b4e5-7f40ad50899b req-15c6c550-56b1-44b2-a85e-b3368a97f123 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Nov 24 10:56:25.910303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa36a02-8942-46a4-9624-e9fe2792e46c req-00e8e4ba-cce7-4333-a157-2ceaeb265b3b tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:25.911935 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-efa36a02-8942-46a4-9624-e9fe2792e46c req-00e8e4ba-cce7-4333-a157-2ceaeb265b3b tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.0843647 Nov 24 10:56:25.973338 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-efa36a02-8942-46a4-9624-e9fe2792e46c req-8caf72d7-cae9-47aa-bf26-098c9c885a6d tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528152 Nov 24 10:56:26.725547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07801861-70ac-4378-8ea9-b819c366e0f6 req-caa1e275-8b50-4547-8eeb-814d9775616f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:26.727170 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-07801861-70ac-4378-8ea9-b819c366e0f6 req-caa1e275-8b50-4547-8eeb-814d9775616f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.0860381 Nov 24 10:56:26.776569 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-07801861-70ac-4378-8ea9-b819c366e0f6 req-6cdc4ed0-a56e-4a8b-b72d-b075c5b637f9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Nov 24 10:56:26.957385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31d4ad-af85-44b9-ad8d-fd656a7809c4 req-86709c3f-1dbe-42f6-887b-8d412a4d37e0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:26.959016 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ff31d4ad-af85-44b9-ad8d-fd656a7809c4 req-86709c3f-1dbe-42f6-887b-8d412a4d37e0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.0922248 Nov 24 10:56:27.012606 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ff31d4ad-af85-44b9-ad8d-fd656a7809c4 req-448f95a6-36b4-4d11-9ae7-90d01ef73712 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Nov 24 10:56:27.192804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa9d90-9da4-488b-840e-f7d2473ccf7e req-3604e2dd-32b5-442b-b1fb-6cd870d22eed tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:27.194405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1daa9d90-9da4-488b-840e-f7d2473ccf7e req-3604e2dd-32b5-442b-b1fb-6cd870d22eed tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.0853128 Nov 24 10:56:27.245833 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1daa9d90-9da4-488b-840e-f7d2473ccf7e req-054caac0-2498-4cb8-b695-6e3a3b7417c6 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 Nov 24 10:56:27.631093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-185fbeac-4507-4186-8f03-c28cee74ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:27.705788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-4e554b2d-e707-4705-ab5a-5f3145b7fbcc None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80318) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 10:56:27.998337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3709887-0b49-4206-a5a6-c9724263e6e6 req-91c21691-3847-49d2-8a1b-a2b1e60898b1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:27.999959 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3709887-0b49-4206-a5a6-c9724263e6e6 req-91c21691-3847-49d2-8a1b-a2b1e60898b1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.0979552 Nov 24 10:56:28.048229 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3709887-0b49-4206-a5a6-c9724263e6e6 req-f141df9d-4b72-4ed9-8e46-efd730b12502 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 Nov 24 10:56:28.256442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2332d6-e6c6-44c9-9627-0c040bbbf9c1 req-82b544da-8cb6-45d8-9447-434cf80aa491 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:28.258862 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7e2332d6-e6c6-44c9-9627-0c040bbbf9c1 req-82b544da-8cb6-45d8-9447-434cf80aa491 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.0847309 Nov 24 10:56:28.308222 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7e2332d6-e6c6-44c9-9627-0c040bbbf9c1 req-94b8e229-e65c-43d3-8cbb-e80bedc6d123 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Nov 24 10:56:28.466325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a542-7cd3-4d11-b192-fe7988c59721 req-983a21ed-67de-4f8c-98a0-3544dbea4939 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:28.467942 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5927a542-7cd3-4d11-b192-fe7988c59721 req-983a21ed-67de-4f8c-98a0-3544dbea4939 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.0848122 Nov 24 10:56:28.517424 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5927a542-7cd3-4d11-b192-fe7988c59721 req-c6984bfa-97d1-48f0-b3bc-be91fe6a09aa tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431833 Nov 24 10:56:29.274625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaef65-30d8-46e0-9239-aadc8d03cceb req-eee99b95-5da3-4442-8222-7e7f269de89c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:29.276359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aceaef65-30d8-46e0-9239-aadc8d03cceb req-eee99b95-5da3-4442-8222-7e7f269de89c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.0934417 Nov 24 10:56:29.334047 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aceaef65-30d8-46e0-9239-aadc8d03cceb req-bbdf0b82-4ddd-4c0c-8d49-ab57d0823287 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512147 Nov 24 10:56:29.559865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:29.743535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e226841-fd29-4234-a3c5-95a8a248e736 req-ba3089a3-f42b-4c63-b33c-50999f678925 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:29.745256 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3e226841-fd29-4234-a3c5-95a8a248e736 req-ba3089a3-f42b-4c63-b33c-50999f678925 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.0921464 Nov 24 10:56:29.787579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8e8acd53-029d-4422-b9f7-6f4fc0dfa183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:29.790188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:56:29.795428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:29.795832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:29.798491 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3e226841-fd29-4234-a3c5-95a8a248e736 req-f0d37c59-b7f8-4b48-9584-de416cd35d14 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Nov 24 10:56:29.916088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:29.939856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c56cf8-53fa-487d-8359-2e233a6a3d53'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:29.950048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 93c56cf8-53fa-487d-8359-2e233a6a3d53, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:56:29.953784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:29.955007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3289b8cf-73dd-4156-a74f-4301591443d4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:29.985425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:30.034875 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c56cf8-53fa-487d-8359-2e233a6a3d53', 'code': 200} Nov 24 10:56:30.067652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=93c56cf8-53fa-487d-8359-2e233a6a3d53,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:30.078141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:30.107751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 3289b8cf-73dd-4156-a74f-4301591443d4 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:56:30.114542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3289b8cf-73dd-4156-a74f-4301591443d4 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:30.114958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:30.251659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:30.294488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 3289b8cf-73dd-4156-a74f-4301591443d4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3289b8cf-73dd-4156-a74f-4301591443d4,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:56:30.302211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:30.304517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:30.420024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=3289b8cf-73dd-4156-a74f-4301591443d4,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:30.425782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:30.447831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:30.458495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff46ee-7bc5-4dd2-be7c-d4909285f2a0 req-07078a23-8768-473a-9138-94efa00eb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:30.460122 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84ff46ee-7bc5-4dd2-be7c-d4909285f2a0 req-07078a23-8768-473a-9138-94efa00eb1c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.1739159 Nov 24 10:56:30.511786 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84ff46ee-7bc5-4dd2-be7c-d4909285f2a0 req-7a94f8e1-4d14-42f6-836a-23ef9465e773 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447004 Nov 24 10:56:30.604481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80ca7c-415a-4b92-9ff6-da1abcc17353 req-913f9ae5-a8cc-4f91-9e7f-faa2b9471d27 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:30.606373 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2a80ca7c-415a-4b92-9ff6-da1abcc17353 req-913f9ae5-a8cc-4f91-9e7f-faa2b9471d27 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0874622 Nov 24 10:56:30.669412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2a80ca7c-415a-4b92-9ff6-da1abcc17353 req-7a00b044-46fe-4673-9a67-5d14505a02bf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565217 Nov 24 10:56:30.905650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:30.980442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:30.980866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:31.107285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3289b8cf-73dd-4156-a74f-4301591443d4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:31.190458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3289b8cf-73dd-4156-a74f-4301591443d4 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:31.191014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:31.353939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:31.888014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebf26-4508-464f-88e2-42898f2fee39 req-86702b63-c7b0-4d8e-8a40-384a02624eec tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:31.889672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-42aebf26-4508-464f-88e2-42898f2fee39 req-86702b63-c7b0-4d8e-8a40-384a02624eec tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0860531 Nov 24 10:56:31.938823 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-42aebf26-4508-464f-88e2-42898f2fee39 req-b91d7069-aa38-4aa8-92a5-c7994a6859db tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Nov 24 10:56:32.036016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:56:32.092732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4', 'code': 200} Nov 24 10:56:32.198102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:33.154874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00d664-536c-45f7-a663-5254e48d7477 req-7d7569af-70a4-4cfc-a1c6-3d51001158ce tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:33.156500 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8a00d664-536c-45f7-a663-5254e48d7477 req-7d7569af-70a4-4cfc-a1c6-3d51001158ce tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0860262 Nov 24 10:56:33.203692 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8a00d664-536c-45f7-a663-5254e48d7477 req-de986b1c-59d6-48fb-ad9f-ad96a56551c9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 Nov 24 10:56:34.413575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa2a25-2a44-4fc6-9e38-981d10ba6204 req-9426face-c83b-42dd-b4c8-212e191b6ee9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:34.415672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8bfa2a25-2a44-4fc6-9e38-981d10ba6204 req-9426face-c83b-42dd-b4c8-212e191b6ee9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0842500 Nov 24 10:56:34.463133 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8bfa2a25-2a44-4fc6-9e38-981d10ba6204 req-7e1f0815-8de5-428e-b3c4-f4bfce26f37f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Nov 24 10:56:35.486068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac7bd6-0b70-4328-9fad-bb259b217d39 req-55e68ad4-79c1-4972-bc1e-89d948a1024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:35.486068 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3ac7bd6-0b70-4328-9fad-bb259b217d39 req-55e68ad4-79c1-4972-bc1e-89d948a1024c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 1162 time: 0.0788558 Nov 24 10:56:35.538741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3289b8cf-73dd-4156-a74f-4301591443d4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:35.564305 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3ac7bd6-0b70-4328-9fad-bb259b217d39 req-a6e6d027-9710-4c27-8a25-14bf1a8d2b1c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Nov 24 10:56:35.620371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3289b8cf-73dd-4156-a74f-4301591443d4 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:35.620791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:35.687621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ad11f-2cac-43df-979d-125116d06c90 req-164b922d-a4f8-4af5-8b1f-393c1c37433e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:35.689259 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-043ad11f-2cac-43df-979d-125116d06c90 req-164b922d-a4f8-4af5-8b1f-393c1c37433e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0887182 Nov 24 10:56:35.737501 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-043ad11f-2cac-43df-979d-125116d06c90 req-adcd0183-0582-454e-a262-d706390030e2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Nov 24 10:56:36.268458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:36.359341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:36.359736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:36.962603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4d7fe-6591-4eb4-ad59-9e72fa4d5a4c req-3164001f-1fd8-4547-bbae-cdda0a4a6019 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:36.964260 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ea4d7fe-6591-4eb4-ad59-9e72fa4d5a4c req-3164001f-1fd8-4547-bbae-cdda0a4a6019 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0834005 Nov 24 10:56:37.014513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ea4d7fe-6591-4eb4-ad59-9e72fa4d5a4c req-63b692d2-fa9f-43db-a1ea-afe9a9e944bc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Nov 24 10:56:38.243458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88a76-2843-47eb-b1f5-c80ba5ae18a6 req-186e0407-3ea5-4abe-a9bb-36b6a898e22f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:38.248058 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-24d88a76-2843-47eb-b1f5-c80ba5ae18a6 req-186e0407-3ea5-4abe-a9bb-36b6a898e22f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0874968 Nov 24 10:56:38.292776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3289b8cf-73dd-4156-a74f-4301591443d4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:56:38.308882 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-24d88a76-2843-47eb-b1f5-c80ba5ae18a6 req-af603953-9e30-4085-b924-bd2e45c608c6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458021 Nov 24 10:56:38.381082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3289b8cf-73dd-4156-a74f-4301591443d4 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:56:38.381718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:38.807144 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-c8bff4ae-59d6-4d93-8778-28674e463177 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0915327 Nov 24 10:56:38.845898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-9fd0b49e-49de-4a6d-a1ef-62f8ce4dcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:38.847447 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-9fd0b49e-49de-4a6d-a1ef-62f8ce4dcb68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 1162 time: 0.1619294 Nov 24 10:56:38.858407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be707b15-d054-423c-8183-ef9263bc8345 req-97356d55-6d84-4d5a-8c45-9d794edf8af6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:38.866051 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-be707b15-d054-423c-8183-ef9263bc8345 req-97356d55-6d84-4d5a-8c45-9d794edf8af6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1209576 Nov 24 10:56:38.939126 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-be707b15-d054-423c-8183-ef9263bc8345 req-2f5869ed-2634-4b31-a4df-d20e2893f5f7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719008 Nov 24 10:56:39.025157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-37ecc4ed-4744-4458-b8f3-fd278a0f8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:39.026914 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-37ecc4ed-4744-4458-b8f3-fd278a0f8d98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 1163 time: 0.1058335 Nov 24 10:56:39.264640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-6e272f44-27b9-41b2-bf29-feeafd01c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:39.266261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-6e272f44-27b9-41b2-bf29-feeafd01c3ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.3639102 Nov 24 10:56:39.284853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-04da372c-a83e-462b-841f-6658b6b11eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:39.286758 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-04da372c-a83e-462b-841f-6658b6b11eaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 908 time: 0.2353776 Nov 24 10:56:39.367026 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-51c1269c-d7ed-4d1a-9ada-38caed118010 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f28512af-b755-433e-b905-d60c0193ab42 HTTP/1.1" status: 200 len: 217 time: 0.0708640 Nov 24 10:56:39.386423 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-febb3021-a7a9-4e2b-a071-1da11627b823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3289b8cf-73dd-4156-a74f-4301591443d4 HTTP/1.1" status: 200 len: 217 time: 0.1104965 Nov 24 10:56:39.464785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-9c32e1c2-7f2f-4e96-ae29-2aede55eba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:39.466604 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-9c32e1c2-7f2f-4e96-ae29-2aede55eba06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0864067 Nov 24 10:56:39.503179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-c194ab60-8135-438a-9dfd-4a7e122ba316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:39.505108 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-c194ab60-8135-438a-9dfd-4a7e122ba316 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.1109955 Nov 24 10:56:39.554169 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-f6c46baf-1a41-4f8f-9ec2-a7eb00458f80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794730 Nov 24 10:56:39.597399 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-34164b74-c94e-4846-8780-b635bc483854 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779173 Nov 24 10:56:39.730439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35006) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:39.748464 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-2a58fa28-cb04-45e8-a70d-9e1cd29fd2a8 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796825 Nov 24 10:56:39.774499 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-f38fc0a0-fcad-484c-bb26-ad0541c33a1e service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703732 Nov 24 10:56:39.838054 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35012) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:39.917748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-85393958-0ec7-4397-a36b-1da1f19a8703 req-28304c84-fd71-4a65-b400-5aed487a1757 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1601262 Nov 24 10:56:39.923887 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2cb1a21b-bd92-4d5e-a088-b5604f791473 req-ad75cb23-c8b0-4d16-b5a3-a23c473f4caf service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421177 Nov 24 10:56:39.989733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.023808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:40.027930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Usage tracker for resource:security_group_rule and tenant:bcced5af1eba45ba9bb04dbeaffb1509 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:40.031439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:40.038103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:40.043352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.091903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:40.097354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:6dfdad590df442489ba516789e02a067 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:40.100979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:40.109529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:40.119982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.122808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.131742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:40.174504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b034e058-1d9d-4ce4-bee4-56c11e327ea3,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:40.178291 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bcced5af1eba45ba9bb04dbeaffb1509&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4466295 Nov 24 10:56:40.181573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35026) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:40.204409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.204817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.205214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.205592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.205971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.206351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.206727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.207099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.207922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.207922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.208214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.208544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.208983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.209359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.209726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.210097 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.211106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.211106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.211295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.211648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.211880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.212246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.212738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.213124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.217708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:40.218849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb10b39-4cd4-4efb-833a-64ef226cec2a req-f90c791f-7f42-4278-bb68-75dedb63b9d1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:40.220732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb10b39-4cd4-4efb-833a-64ef226cec2a req-f90c791f-7f42-4278-bb68-75dedb63b9d1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1159444 Nov 24 10:56:40.281737 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb10b39-4cd4-4efb-833a-64ef226cec2a req-35f8afdc-ee62-456d-9894-2646cbaebea7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546970 Nov 24 10:56:40.288147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.313413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.316401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.321188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.324236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d423d490-77f4-40b0-b000-f94c9e780a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:40.368218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5e160-8142-45db-b1c8-67d7129593ae,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:40.373263 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6dfdad590df442489ba516789e02a067&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5341444 Nov 24 10:56:40.373419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.377606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35032) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:40.378613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1504614b-72f3-465f-b859-23018021449f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:40.392066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b034e058-1d9d-4ce4-bee4-56c11e327ea3,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:40.392843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.393257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.394134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.394134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.394409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.394830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.395073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.395458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.395902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.396355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.396742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.397124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.397679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.397784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:40.398065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.398442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.399332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.399686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.400057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.400460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.400836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.401210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.401583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.401959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.402329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:56:40.402884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.404297 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b034e058-1d9d-4ce4-bee4-56c11e327ea3 HTTP/1.1" status: 204 len: 168 time: 0.2217271 Nov 24 10:56:40.475339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:40.496532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.539953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.608773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.615088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a30ee261-b684-4c24-95ca-ffef8650c9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:40.666706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5e160-8142-45db-b1c8-67d7129593ae,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:40.670692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:40.682919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:40.686672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e2e5e160-8142-45db-b1c8-67d7129593ae HTTP/1.1" status: 204 len: 168 time: 0.3038001 Nov 24 10:56:40.962284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35064) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:40.995826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.068014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:41.073253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Usage tracker for resource:security_group_rule and tenant:79a3f21981f74b0fb098ed1ede2a715b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:41.076599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:41.083238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:41.169113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.172059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.182600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c3e855df-bf5d-43b3-ab73-db9330e96825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:41.227360 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=79a3f21981f74b0fb098ed1ede2a715b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2632113 Nov 24 10:56:41.228282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d395d-c899-4bcc-8e48-3fc2858be985,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:41.230344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35076) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:41.244028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:41.299539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.330773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.380443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.387854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb79aa2a-d997-4a9d-904d-c901bc72d121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:41.407918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d395d-c899-4bcc-8e48-3fc2858be985,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:41.418178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:41.421841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.426069 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/368d395d-c899-4bcc-8e48-3fc2858be985 HTTP/1.1" status: 204 len: 168 time: 0.1946101 Nov 24 10:56:41.429050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35088) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:41.476451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35094) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:41.567440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcb684-460e-4f4f-8973-71f2adbcf802 req-6f1a7f48-c2e1-49cc-9a89-7c5304083359 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:41.569099 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00fcb684-460e-4f4f-8973-71f2adbcf802 req-6f1a7f48-c2e1-49cc-9a89-7c5304083359 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0934987 Nov 24 10:56:41.583784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35100) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:41.608864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.634795 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00fcb684-460e-4f4f-8973-71f2adbcf802 req-011a738c-2adb-4899-a0fd-d64ecbe256e4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575104 Nov 24 10:56:41.650272 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:41.654757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Usage tracker for resource:security_group_rule and tenant:3d1a2f4560894b27ab5b8bebc90cbe9b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:41.658184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:41.663987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:41.747887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.753093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.764706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ee31373e-7e1b-4880-b559-bd17cd848ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:41.818473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87c44e-e5f7-49de-abde-56a0bdb5bde6,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:41.837777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:41.842950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3d1a2f4560894b27ab5b8bebc90cbe9b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2572939 Nov 24 10:56:41.845664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35108) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:41.856928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.893287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:41.897378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f9395951944ca0ae300ad223b657ec is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:41.900738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:41.906532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:41.911721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.970985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:41.973691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.977335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Usage tracker for resource:security_group_rule and tenant:4b806967a68840fca799ccbd655a3d17 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:41.977901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.980753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:41.986684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:41.991146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b5a7033d-e513-47ed-b73f-dc14acb131d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:41.996860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:42.018264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.040233 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c0f9395951944ca0ae300ad223b657ec&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6069536 Nov 24 10:56:42.040233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb84d07d-f714-4f5c-8369-79edddfaf9fd,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:42.042267 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:42.042903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35118) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:42.120055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.121254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.127229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:42.138434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.150562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.152662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.154804 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6d87c44e-e5f7-49de-abde-56a0bdb5bde6 HTTP/1.1" status: 204 len: 168 time: 0.3067791 Nov 24 10:56:42.155775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.163168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87c44e-e5f7-49de-abde-56a0bdb5bde6,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:42.166075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:42.167986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f0308896-ae5a-4aa8-8bb9-a29aee099d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:42.210981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50064bce-b680-431c-938a-bc2a94ffd458,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:42.214390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:42.219363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4b806967a68840fca799ccbd655a3d17&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7387159 Nov 24 10:56:42.219748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35128) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:42.304489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.311003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1d5c9847-3834-43d7-95aa-827c0dd177d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:42.326291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb84d07d-f714-4f5c-8369-79edddfaf9fd,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:42.328767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:42.328897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.338086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.339433 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eb84d07d-f714-4f5c-8369-79edddfaf9fd HTTP/1.1" status: 204 len: 168 time: 0.2955337 Nov 24 10:56:42.377025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.422453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.427744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b10011da-aa73-40e0-8b9d-5d4e8bd40c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:42.443185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50064bce-b680-431c-938a-bc2a94ffd458,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:42.451872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:42.455972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:42.457392 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/50064bce-b680-431c-938a-bc2a94ffd458 HTTP/1.1" status: 204 len: 168 time: 0.2366259 Nov 24 10:56:42.873153 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea69ff-49a7-40f9-99ba-95ac6f2e059d req-1c4df49a-2b8a-46fd-a472-b44b12ec42af tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:42.875012 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ddea69ff-49a7-40f9-99ba-95ac6f2e059d req-1c4df49a-2b8a-46fd-a472-b44b12ec42af tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1053941 Nov 24 10:56:42.943101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35162) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:42.947236 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ddea69ff-49a7-40f9-99ba-95ac6f2e059d req-f702326e-3d2d-455c-8355-8acc499b9737 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657809 Nov 24 10:56:42.974410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.010002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:43.014085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Usage tracker for resource:security_group_rule and tenant:6f3c76e007cc4ec690a759a656f6bbec is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:43.017098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:43.022846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:43.115711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.118596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.129952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4d932c19-f3e0-4465-b573-025f1e7404d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:43.181703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0cff64-b7dc-45ac-aa9a-038a65ce4e87,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:43.188199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:43.196867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6f3c76e007cc4ec690a759a656f6bbec&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2478902 Nov 24 10:56:43.196867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35170) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:43.255886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35174) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:43.279169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.291062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.322315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.354143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:43.358860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Usage tracker for resource:security_group_rule and tenant:419f3936a580494abfdd48a2966ba930 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:43.362273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:43.370291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:43.392098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.401040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:43.418406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0cff64-b7dc-45ac-aa9a-038a65ce4e87,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:43.424994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:43.427021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.431955 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1b0cff64-b7dc-45ac-aa9a-038a65ce4e87 HTTP/1.1" status: 204 len: 168 time: 0.2350798 Nov 24 10:56:43.491031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.494048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.502428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:43.551250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44a9e7f-8144-4802-8e7d-1fd540a361d7,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:43.554753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:43.557679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=419f3936a580494abfdd48a2966ba930&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3006368 Nov 24 10:56:43.560439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35186) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:43.636403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.668432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.725618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.732146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b7df2e62-97f7-4e7c-bf09-632555fe6038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:43.743524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44a9e7f-8144-4802-8e7d-1fd540a361d7,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:43.747556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:43.751366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:43.753726 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a44a9e7f-8144-4802-8e7d-1fd540a361d7 HTTP/1.1" status: 204 len: 168 time: 0.1916428 Nov 24 10:56:44.199858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d6837-742b-46d9-b855-42becfd28082 req-04e4cfb4-81f2-42ee-a016-d348847cab01 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:44.208007 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1a8d6837-742b-46d9-b855-42becfd28082 req-04e4cfb4-81f2-42ee-a016-d348847cab01 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1079798 Nov 24 10:56:44.306738 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1a8d6837-742b-46d9-b855-42becfd28082 req-72db90bf-3d69-4b3e-bd5f-f6ca1fd46a14 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975733 Nov 24 10:56:45.575084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2714-d45b-4a4a-9f0e-119b96bcc3c6 req-0715f8ef-4fab-4d37-ba72-377785ff2587 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:45.586674 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4a0c2714-d45b-4a4a-9f0e-119b96bcc3c6 req-0715f8ef-4fab-4d37-ba72-377785ff2587 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1111708 Nov 24 10:56:45.640913 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4a0c2714-d45b-4a4a-9f0e-119b96bcc3c6 req-1dae4d93-5ee7-4844-8f5b-d478d87527ef tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Nov 24 10:56:46.899740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c449e0d-69da-452e-90ed-3d535b0cba23 req-ec743f13-bc3e-485a-9d79-8d8938005703 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:46.901435 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c449e0d-69da-452e-90ed-3d535b0cba23 req-ec743f13-bc3e-485a-9d79-8d8938005703 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0957699 Nov 24 10:56:46.953077 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c449e0d-69da-452e-90ed-3d535b0cba23 req-e8baccc7-4936-414c-8a8b-1d3000dffce3 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446908 Nov 24 10:56:47.861573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:56:47.957977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-5ebbbf7e-c4d3-4f1b-acf1-37b6a0594537 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:47.959597 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-5ebbbf7e-c4d3-4f1b-acf1-37b6a0594537 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.1683857 Nov 24 10:56:47.979906 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-4c11136e-b4b2-49f6-a1ae-475831b3661a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/quotas/692d559686504a41a3a04647cdf75a6d HTTP/1.1" status: 200 len: 375 time: 0.0123842 Nov 24 10:56:48.202547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f9255-1bd5-4412-8e9d-b43bb6dd31e6 req-fa1619d1-5a78-4602-9a08-3e9924b185da tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:48.210721 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-679f9255-1bd5-4412-8e9d-b43bb6dd31e6 req-fa1619d1-5a78-4602-9a08-3e9924b185da tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1115580 Nov 24 10:56:48.297426 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-392eb11b-3f8e-4493-a542-fbfa5684e41a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3109529 Nov 24 10:56:48.317646 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-679f9255-1bd5-4412-8e9d-b43bb6dd31e6 req-20be0640-b0df-485d-9bd9-dfa7a5d127e7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055481 Nov 24 10:56:48.505506 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-bde52355-ad03-4035-a225-90821f43a502 service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979632 Nov 24 10:56:48.673226 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-6fb5d0b1-a971-4408-8aab-c772274220f0 service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559062 Nov 24 10:56:48.875077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35408) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:48.893593 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d5737ed7-25b7-4bcc-a5d6-121d93026582 req-c73652ce-9913-4483-8b50-26eaec11ea46 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 210 time: 0.0603399 Nov 24 10:56:49.059841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.093093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:49.097080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Usage tracker for resource:security_group_rule and tenant:93b5066c174f42b7b9ff9ce3d614aa69 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:49.100047 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:49.105831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:49.172947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.176260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.185206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-01628c59-7ad8-4739-ad7e-6811a64e598d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:49.230212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd7a58-53b1-428e-8f33-19857c6ed569,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:49.233836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:49.236860 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=93b5066c174f42b7b9ff9ce3d614aa69&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3606300 Nov 24 10:56:49.239720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35424) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:49.310612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.338195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.382130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.388604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-33465f40-3a21-4201-8f16-8432e40ac583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:49.401324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd7a58-53b1-428e-8f33-19857c6ed569,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:49.409045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:49.409045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.409045 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c7dd7a58-53b1-428e-8f33-19857c6ed569 HTTP/1.1" status: 204 len: 168 time: 0.1658387 Nov 24 10:56:49.522241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902347f4-12e9-4144-9730-e76130428d06 req-909c51dd-0db5-4f12-b12b-ad83b4fadcb5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:49.523921 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-902347f4-12e9-4144-9730-e76130428d06 req-909c51dd-0db5-4f12-b12b-ad83b4fadcb5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0840726 Nov 24 10:56:49.585925 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-902347f4-12e9-4144-9730-e76130428d06 req-83538a9e-b4d3-4b52-8607-3b351221e269 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Nov 24 10:56:49.768786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35438) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:49.787692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.821030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:49.824996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Usage tracker for resource:security_group_rule and tenant:3549e1d89f8741bfb3984dfef5d75787 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:49.827947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:49.833783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:49.901138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.904590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:49.912422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1396302-e503-4f12-88eb-65e13e165d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:49.956656 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ad26a6-8ebb-4681-b2f4-ea3c8b152f3c,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:49.964676 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3549e1d89f8741bfb3984dfef5d75787&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1921413 Nov 24 10:56:49.964676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:49.965076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35446) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:50.028099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:50.056145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:50.062261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b85e4d4e-3c46-463d-9298-1b557cefd10f req-e4871aa2-9f89-4c69-bc68-08a19ba4feda tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 210 time: 0.0496917 Nov 24 10:56:50.106244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:50.111365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-21f73b5b-923c-4a0c-8548-505c9c00f05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:50.123059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ad26a6-8ebb-4681-b2f4-ea3c8b152f3c,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:50.128865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:50.130183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:50.131261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/28ad26a6-8ebb-4681-b2f4-ea3c8b152f3c HTTP/1.1" status: 204 len: 168 time: 0.1653836 Nov 24 10:56:50.814054 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe327d8b-b073-4cab-8c74-c94a9c16fe70 req-7c780915-ed81-42ad-af1a-8eceadd1e2a9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:50.820969 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe327d8b-b073-4cab-8c74-c94a9c16fe70 req-7c780915-ed81-42ad-af1a-8eceadd1e2a9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0893226 Nov 24 10:56:50.864474 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe327d8b-b073-4cab-8c74-c94a9c16fe70 req-d27618d6-2e52-45d5-9382-37ef23d6b224 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Nov 24 10:56:51.244246 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00c7cbe4-9bc8-486f-8e3b-c1545ceef818 req-ac68f255-a1ba-4e58-9998-536247219a9a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 210 time: 0.0494442 Nov 24 10:56:51.556057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35494) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:51.705386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:51.739221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:51.743260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Usage tracker for resource:security_group_rule and tenant:891559f23edd440c9052ecdcb0f84baf is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:51.746245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:51.752059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:51.824565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:51.827463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:51.835027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9bc5e08e-2b8f-48f2-aea6-947080679a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:51.877593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a137273-3dec-4152-a3a9-acf3545a8914,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:51.883644 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=891559f23edd440c9052ecdcb0f84baf&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3263707 Nov 24 10:56:51.884692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:51.885643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35504) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:51.952107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:51.979620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:52.090726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:52.096461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c343a877-d2ec-4b3d-a051-9da11a11b708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:52.111194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a137273-3dec-4152-a3a9-acf3545a8914,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:52.115936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:52.123707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0eb0e9-5b35-4523-9294-ccc0d76cef26 req-84dee842-107d-4d84-8440-80ce2cfc97f2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:52.125471 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb0eb0e9-5b35-4523-9294-ccc0d76cef26 req-84dee842-107d-4d84-8440-80ce2cfc97f2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1283793 Nov 24 10:56:52.127648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:52.128789 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0a137273-3dec-4152-a3a9-acf3545a8914 HTTP/1.1" status: 204 len: 168 time: 0.2420805 Nov 24 10:56:52.178643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:52.179716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb0eb0e9-5b35-4523-9294-ccc0d76cef26 req-d4e75359-e423-499e-9077-61674044f7c7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Nov 24 10:56:52.451092 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-65e3a211-2a92-4787-9110-20157e8a1c79 req-5e0e67e7-fe12-44a1-bfcb-691ba09bf22c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 210 time: 0.0544012 Nov 24 10:56:53.004912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-d6fc1a73-4881-40dd-8d92-e2e12b40de19 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:53.006627 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-d6fc1a73-4881-40dd-8d92-e2e12b40de19 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.1833301 Nov 24 10:56:53.041752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Request body: {'port': {'device_id': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff', 'admin_state_up': True, 'tenant_id': '692d559686504a41a3a04647cdf75a6d'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:53.194904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:53.205500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:53.215323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Made reservation on behalf of 692d559686504a41a3a04647cdf75a6d for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:56:53.220985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:53.467761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7416ec-7dd7-45f6-96a3-8e67219eddab req-ad07fe30-8ba8-41de-8186-f5b2e2ede0bc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:53.469936 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2b7416ec-7dd7-45f6-96a3-8e67219eddab req-ad07fe30-8ba8-41de-8186-f5b2e2ede0bc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0991468 Nov 24 10:56:53.592605 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2b7416ec-7dd7-45f6-96a3-8e67219eddab req-1d932bba-d21a-4e94-97ce-00008ea33e90 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147323 Nov 24 10:56:53.720855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Allocated IP 172.20.0.3 (440e6b76-0ae8-4126-b32b-f2e9ef29e1ff/928703c5-c9ba-4e5b-a9e0-92c1725d8b73/c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:56:53.738144 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-01bfdec9-1e13-4432-a71e-24bddd610fb9 req-50e62c85-618c-4ceb-9190-99d91549f948 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 210 time: 0.0960205 Nov 24 10:56:53.754691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35572) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:53.925999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:53.965568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:56:53.969853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Usage tracker for resource:security_group_rule and tenant:03d0f70148f54a2287bcd893c861c00a is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:56:53.972901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:56:53.978923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:56:53.981070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.010000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.028227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:54.050911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.056496 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.064976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:54.113377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8649f24a-204c-4edc-822e-4f31f1691c7d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:54.117770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:54.124771 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=03d0f70148f54a2287bcd893c861c00a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3688583 Nov 24 10:56:54.125545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35588) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:54.164853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event updated for resources: {'Port': ['ID=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:54.169559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:54.205278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.228962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:56:54.230223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:56:54.232716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:56:54.240836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.303402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:54.305159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.338087 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3024287 Nov 24 10:56:54.341393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.347965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1d6cba24-685b-4b15-a349-72a24e274ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:54.363063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8649f24a-204c-4edc-822e-4f31f1691c7d,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:54.366387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:54.369699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.371809 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8649f24a-204c-4edc-822e-4f31f1691c7d HTTP/1.1" status: 204 len: 168 time: 0.2450926 Nov 24 10:56:54.448301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35604) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:54.519729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Deleting subnet c50b8df2-fd8f-4a1e-aeef-6e402137b7a4 {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 10:56:54.522930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.579633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.640101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:54.888074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec36aab-525a-4c8c-bda4-128f6a796a34 req-db7b9997-6949-490e-9f3c-64d5e504360f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:54.890090 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ec36aab-525a-4c8c-bda4-128f6a796a34 req-db7b9997-6949-490e-9f3c-64d5e504360f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1450229 Nov 24 10:56:54.954001 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ec36aab-525a-4c8c-bda4-128f6a796a34 req-7fcb3efd-c071-4070-8212-2531e1df01c0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516360 Nov 24 10:56:55.004729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:55.030591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:55.311122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50b8df2-fd8f-4a1e-aeef-6e402137b7a4,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:55.320885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:55.349227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fe42f-23d5-4ded-b1be-d169780bd067 req-bf21d13b-d4f2-4caa-93f0-becf38723188 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:55.350000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-766fe42f-23d5-4ded-b1be-d169780bd067 req-bf21d13b-d4f2-4caa-93f0-becf38723188 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:56:55.375614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:55.379763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-766fe42f-23d5-4ded-b1be-d169780bd067 req-bf21d13b-d4f2-4caa-93f0-becf38723188 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:56:55.381070 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-766fe42f-23d5-4ded-b1be-d169780bd067 req-bf21d13b-d4f2-4caa-93f0-becf38723188 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 931 time: 0.4463124 Nov 24 10:56:55.384966 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c50b8df2-fd8f-4a1e-aeef-6e402137b7a4 HTTP/1.1" status: 204 len: 168 time: 0.9346983 Nov 24 10:56:55.387657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35636) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:55.537134 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-766fe42f-23d5-4ded-b1be-d169780bd067 req-77f7ffce-cb55-4ec6-9bfe-d05cd2b2359b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461165 Nov 24 10:56:55.542610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:55.753967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:55.879174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2301a37e-7d34-49c7-89ef-d4223de0d99f']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:55.897205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c613327e-dd68-44c6-8d22-8cf9b078e316') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:55.897549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c613327e-dd68-44c6-8d22-8cf9b078e316') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:55.910980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:55.927195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:55.930001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 10:56:56.134854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:56:56.144900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:56.210368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcda88c-94e4-4847-91ae-712137671d27 req-86192729-6d65-4f5a-b6c9-27b7abba3215 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:56.212233 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4fcda88c-94e4-4847-91ae-712137671d27 req-86192729-6d65-4f5a-b6c9-27b7abba3215 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1128271 Nov 24 10:56:56.267532 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4fcda88c-94e4-4847-91ae-712137671d27 req-a5e5d0a9-78ab-41a5-b87a-a7f21cc04a48 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482056 Nov 24 10:56:56.344211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Network 2301a37e-7d34-49c7-89ef-d4223de0d99f has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:56:56.367405 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:56:56.451237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:56.454733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:56.468617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:56.479019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2301a37e-7d34-49c7-89ef-d4223de0d99f,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:56.482550 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] 10.222.0.27 "DELETE /v2.0/networks/2301a37e-7d34-49c7-89ef-d4223de0d99f HTTP/1.1" status: 204 len: 168 time: 1.0936961 Nov 24 10:56:56.483450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8a95fb2-5ba2-4d37-93d5-97cb0ffe8f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:56.485504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35684) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:56.557368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Deleting subnet f92b92fd-3a51-445a-83a9-45fd5a7348bf {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 10:56:56.560530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:56.613492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:56.678623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:56.912009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90066761-acee-4f3b-a660-a704fa8aba09 req-67e3cdce-cb2a-4ab0-9eba-084340702070 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:56.913700 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-90066761-acee-4f3b-a660-a704fa8aba09 req-67e3cdce-cb2a-4ab0-9eba-084340702070 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 931 time: 0.2031577 Nov 24 10:56:57.042051 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-90066761-acee-4f3b-a660-a704fa8aba09 req-59028f07-dd3e-45d0-a07a-afa3ea7030bf tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138015 Nov 24 10:56:57.074358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.091009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ab00ee22-0096-41b9-b54e-22f0310ac1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:57.187970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92b92fd-3a51-445a-83a9-45fd5a7348bf,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:57.191377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:57.232229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.238478 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f4a020df-705c-4a3d-aece-f0325d5e3140 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f92b92fd-3a51-445a-83a9-45fd5a7348bf HTTP/1.1" status: 204 len: 168 time: 0.7517090 Nov 24 10:56:57.241422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35716) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:57.360007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.613887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.633679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cee3b43a-8c1e-44c5-9795-326d889bdcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.684431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661792c-3b77-42a4-b0e9-2113755e0812 req-2f11d947-d10f-464b-bba6-c7c4761765c4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:57.686049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c661792c-3b77-42a4-b0e9-2113755e0812 req-2f11d947-d10f-464b-bba6-c7c4761765c4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.2800205 Nov 24 10:56:57.770188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:57.785808 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c661792c-3b77-42a4-b0e9-2113755e0812 req-e3db872f-5f35-42e7-8b72-d9b0b64dfa78 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848987 Nov 24 10:56:57.787387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84e0d91-dd60-4246-bcb3-ea218c962e10') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:57.787723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84e0d91-dd60-4246-bcb3-ea218c962e10') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:56:57.800638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.819238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:57.821390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 10:56:58.002563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:56:58.012430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.193414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Network 2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:56:58.224560 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:56:58.308586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af442c1-564a-4a43-b20f-0e96d46a3ed0 req-0e0f2af2-b7b3-4c0c-8a59-790d4738c3e9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:58.310732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6af442c1-564a-4a43-b20f-0e96d46a3ed0 req-0e0f2af2-b7b3-4c0c-8a59-790d4738c3e9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 931 time: 0.1354275 Nov 24 10:56:58.333871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.339339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:58.354239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.363981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:58.367332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:58.371920 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] 10.222.0.27 "DELETE /v2.0/networks/2c6b9f13-43ee-4c8c-a18b-a2acb2577b4f HTTP/1.1" status: 204 len: 168 time: 1.1284258 Nov 24 10:56:58.376940 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6af442c1-564a-4a43-b20f-0e96d46a3ed0 req-9186626f-a85c-4a1e-9bd3-48db184c2ca2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590572 Nov 24 10:56:58.575688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35736) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:58.631510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3a8c9640-dc2d-4385-bbae-0d9510f32f32 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb24ea21006d4a24b8a287b591d1d084&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0545628 Nov 24 10:56:58.634903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35740) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:58.695962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.723226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.767791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.772718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-589b4585-076c-4860-8309-2de2ef2a3634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:58.783286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6b0f1f-b1c2-42de-9d0a-271fa41c1b43,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:58.786954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:58.790664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:58.792727 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc6b0f1f-b1c2-42de-9d0a-271fa41c1b43 HTTP/1.1" status: 204 len: 168 time: 0.1560252 Nov 24 10:56:58.896790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Request body: {'port': {'device_id': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:56:59.021588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.042070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e656c0-ad59-470e-b19d-a6f534cc58f5 req-b1e2ce8a-d881-4dba-9f6d-23afc985a842 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:59.043840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3e656c0-ad59-470e-b19d-a6f534cc58f5 req-b1e2ce8a-d881-4dba-9f6d-23afc985a842 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1147909 Nov 24 10:56:59.100282 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3e656c0-ad59-470e-b19d-a6f534cc58f5 req-8b5c5ad0-0fc2-4de7-97aa-c83aa71baa68 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Nov 24 10:56:59.282884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35754) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:59.343739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ad016469-e715-4ebb-99ef-7ec93846c538 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=612a767eebe0496f931e1d0acdbf9e16&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0580690 Nov 24 10:56:59.346218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35762) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:56:59.416865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.485511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.517350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:56:59.525694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.579336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Transition to ACTIVE for port object c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:56:59.581114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.587996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-363fc4e2-2930-449d-855a-63f20dd3f47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:59.588636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.603557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1646bc-234f-4746-853e-a17adf3af887,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:59.606801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:59.606935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:56:59.620921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.622514 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2c1646bc-234f-4746-853e-a17adf3af887 HTTP/1.1" status: 204 len: 168 time: 0.2751181 Nov 24 10:56:59.761843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Pushing event updated for resources: {'Port': ['ID=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:56:59.769535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:56:59.805759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df66817f-fe26-43da-91fc-5caba321326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:56:59.978148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbd694-9505-4e8f-a74c-d6a445b7bc57 req-e0a3c74d-6e24-4a33-9751-478deff59acf tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:59.980239 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84bbd694-9505-4e8f-a74c-d6a445b7bc57 req-e0a3c74d-6e24-4a33-9751-478deff59acf tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.1040833 Nov 24 10:56:59.988921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bbdd1-c52f-466d-83be-1095e3bb7578 req-2af4430a-a975-41c9-9d35-29922322791c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:56:59.990588 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-055bbdd1-c52f-466d-83be-1095e3bb7578 req-2af4430a-a975-41c9-9d35-29922322791c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 931 time: 0.4559267 Nov 24 10:57:00.032648 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84bbd694-9505-4e8f-a74c-d6a445b7bc57 req-6371103a-b5c2-4e61-aa75-c7eb7f4511ea tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443661 Nov 24 10:57:00.060040 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-055bbdd1-c52f-466d-83be-1095e3bb7578 req-465643b9-0d9e-4d59-8b68-c4f52db96da7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590990 Nov 24 10:57:00.203922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Attempting to bind port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:00.204310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Attempting to bind port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:00.204702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Attempting to bind port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 on network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:00.214217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:00.214552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Checking segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:00.214959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:00.215335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Bound using segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:00.215819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Bound port: c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:00.216199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:00.346450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0186a-46e3-4014-bc65-c0dcf0bd4038 req-51c91ca0-f647-42e4-91b9-2fb8fdb2ffcb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:00.354816 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6ad0186a-46e3-4014-bc65-c0dcf0bd4038 req-51c91ca0-f647-42e4-91b9-2fb8fdb2ffcb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1099663 Nov 24 10:57:00.362059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] For port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:00.366626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] For port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:00.375820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:00.397382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a60070a8-ddbb-42e1-8eb3-dad63d6c0a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:00.462501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:00.586271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Pushing event updated for resources: {'Port': ['ID=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:00.591151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:00.628983 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6ad0186a-46e3-4014-bc65-c0dcf0bd4038 req-5045e8ac-e7ca-4c84-86db-1722e58de836 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729430 Nov 24 10:57:00.632314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:00.632936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:00.634469 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] 10.222.0.57 "PUT /v2.0/ports/c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 HTTP/1.1" status: 200 len: 1157 time: 1.7462299 Nov 24 10:57:00.635132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:00.702151 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091', 'status': 'completed', 'code': 200} Nov 24 10:57:00.821419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-f596c26f-f2a0-4884-bdb1-7b4a6c998122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:00.823088 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-f596c26f-f2a0-4884-bdb1-7b4a6c998122 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 1160 time: 0.0794864 Nov 24 10:57:00.919833 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-e8e7b97b-f9e5-42fe-89a6-7a743be0bd82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 HTTP/1.1" status: 200 len: 217 time: 0.0711968 Nov 24 10:57:01.002328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-2d2b9fa7-ea0d-4cf6-a7ea-d60d2b94a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:01.004053 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-2d2b9fa7-ea0d-4cf6-a7ea-d60d2b94a7ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0724630 Nov 24 10:57:01.063458 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-0d47af97-58dc-45b9-b72c-8374abb8a4a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512671 Nov 24 10:57:01.282036 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-1a7e3485-0459-47ad-94f6-49eae29f2864 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034545 Nov 24 10:57:01.287796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278420db-890d-4f2c-bf11-366336357e27 req-6b552411-da05-4c5b-ae79-2c6960d2cb96 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:01.289667 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-278420db-890d-4f2c-bf11-366336357e27 req-6b552411-da05-4c5b-ae79-2c6960d2cb96 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.1153023 Nov 24 10:57:01.342199 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-278420db-890d-4f2c-bf11-366336357e27 req-396daa2a-43b7-4308-9399-c7341399a6ba tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460446 Nov 24 10:57:01.368727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:01.413830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbbbfe-d500-41d1-8a53-cb1d87b3289f req-fa17bd5b-a08c-455d-adc3-dd974f94f048 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:01.415686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-edbbbbfe-d500-41d1-8a53-cb1d87b3289f req-fa17bd5b-a08c-455d-adc3-dd974f94f048 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.2095771 Nov 24 10:57:01.507254 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-039dd194-27b3-4350-9b28-52103c9a5e72 req-0e544f92-79e8-4bda-a741-37093d1bb3d8 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2096145 Nov 24 10:57:01.510814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-edbbbbfe-d500-41d1-8a53-cb1d87b3289f req-c5595289-01d3-488f-a9d4-2d305eaef4ab tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859191 Nov 24 10:57:01.814796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-45af937a-3d2c-43c5-8442-2a35d4437cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:01.817008 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-45af937a-3d2c-43c5-8442-2a35d4437cdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 1160 time: 0.1434629 Nov 24 10:57:01.913468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9e351-1233-4f17-8bb9-6e865399af1a req-ef31e188-055b-4b60-8a51-30c9af34c42e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:01.924971 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43f9e351-1233-4f17-8bb9-6e865399af1a req-ef31e188-055b-4b60-8a51-30c9af34c42e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1460347 Nov 24 10:57:01.988947 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43f9e351-1233-4f17-8bb9-6e865399af1a req-5fb6f488-9424-47e3-b905-5df14d5bc632 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629375 Nov 24 10:57:02.122350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-6b03d3d9-dbfe-4e12-9825-e73d32c6d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:02.124363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-6b03d3d9-dbfe-4e12-9825-e73d32c6d55a service neutron] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 908 time: 0.2790692 Nov 24 10:57:02.214021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:02.219504 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-61f8579d-d66b-4512-be6f-5c736b3cf612 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 HTTP/1.1" status: 200 len: 217 time: 0.0883541 Nov 24 10:57:02.301549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35916) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:02.303633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-fac1cd31-00e3-4513-863e-3dd2aaa4d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:02.305771 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-fac1cd31-00e3-4513-863e-3dd2aaa4d186 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0764599 Nov 24 10:57:02.365801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-6fa8b349-f81c-44d2-8293-19b95410f834 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504043 Nov 24 10:57:02.388544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35926) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:02.555358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:02.602658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:02.621116 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-56d8f323-3cd7-4589-9136-23e5572d1431 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313466 Nov 24 10:57:02.641656 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:02.660923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Usage tracker for resource:security_group_rule and tenant:ae1cc839dcfa454a8578c27f726a87ff is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:02.666223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:02.709433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:02.720231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:02.727461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0c0d7-825b-4380-9979-fc0f4819ab85 req-86950337-ecb7-4e86-bb3f-3b495925da73 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:02.729122 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-daf0c0d7-825b-4380-9979-fc0f4819ab85 req-86950337-ecb7-4e86-bb3f-3b495925da73 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.2102966 Nov 24 10:57:02.732526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Usage tracker for resource:security_group_rule and tenant:caf5ca09bfae4386b4a81f26c768ac5a is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:02.740130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:02.749447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:02.813143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6bbf3-5667-4292-843b-b04e88b02062 req-b44a676f-79a6-47d8-8ee4-426924565f2a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:02.814742 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7e6bbf3-5667-4292-843b-b04e88b02062 req-b44a676f-79a6-47d8-8ee4-426924565f2a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.1558094 Nov 24 10:57:02.818405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-daf0c0d7-825b-4380-9979-fc0f4819ab85 req-66829cfd-f091-4910-94b1-d6a41f713d91 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 Nov 24 10:57:02.829749 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b7a54dc-b109-4140-8a3d-b77a716d87d7 req-42f48fee-a12f-4631-9055-6f99e82d13dc service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1999488 Nov 24 10:57:02.912345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:02.928482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:02.940791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0ede4067-64e6-4178-91b3-7a0883ddf9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:02.964986 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7e6bbf3-5667-4292-843b-b04e88b02062 req-eab9880d-bf86-4cdc-99f4-09b07e62654d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370773 Nov 24 10:57:02.996710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.008509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.017378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c50b6a-9aa9-4210-9a97-dfba0309172c,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:03.044962 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae1cc839dcfa454a8578c27f726a87ff&name=default HTTP/1.1" status: 200 len: 2747 time: 0.7418907 Nov 24 10:57:03.046932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:03.047476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6e5547e5-8c9c-4815-8936-8b79e7ff3f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:03.048136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35940) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:03.062293 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=caf5ca09bfae4386b4a81f26c768ac5a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6729925 Nov 24 10:57:03.064970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35944) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:03.109242 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62903130-5ada-4970-8e39-1b564b395e6d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:03.115988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:03.161250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.189036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.191355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.233535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.264193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.269838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a3d3c4cc-35fa-47ad-a172-7af29d87884a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:03.286142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62903130-5ada-4970-8e39-1b564b395e6d,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:03.308152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:03.336152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.338221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/62903130-5ada-4970-8e39-1b564b395e6d HTTP/1.1" status: 204 len: 168 time: 0.2717783 Nov 24 10:57:03.340448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbc3b1-ff88-4ff9-a0ef-de84172d33bc req-072a4488-66bc-4cdc-a2b0-784c379b5523 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:03.342219 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00cbc3b1-ff88-4ff9-a0ef-de84172d33bc req-072a4488-66bc-4cdc-a2b0-784c379b5523 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.2195277 Nov 24 10:57:03.423328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.430109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1160fdba-a6ae-4e10-8391-41b4fb8e50f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:03.459370 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00cbc3b1-ff88-4ff9-a0ef-de84172d33bc req-0981b94c-b439-49c7-b532-971cc14fd786 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082315 Nov 24 10:57:03.460346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c50b6a-9aa9-4210-9a97-dfba0309172c,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:03.465294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:03.484576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.487438 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f7c50b6a-9aa9-4210-9a97-dfba0309172c HTTP/1.1" status: 204 len: 168 time: 0.4379795 Nov 24 10:57:03.533053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35966) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:03.697229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-b63bd625-9516-4073-a5ca-939b80c33a3d tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:03.698917 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-b63bd625-9516-4073-a5ca-939b80c33a3d tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.57 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.0950334 Nov 24 10:57:03.746824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.790324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Deleting port 1617286a-58ca-4022-bea3-21e867f5cfeb {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 10:57:03.790812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:03.791489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:03.802517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Usage tracker for resource:security_group_rule and tenant:58767613411643e683f4e17635643c37 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:03.809957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:03.831287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:04.014945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.039347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.071789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3289b8cf-73dd-4156-a74f-4301591443d4 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:04.127452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0c6d5ab-f5dd-433f-b32e-dea2ea133ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:04.169375 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=58767613411643e683f4e17635643c37&name=default HTTP/1.1" status: 200 len: 2747 time: 0.6347895 Nov 24 10:57:04.174215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35986) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:04.174951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c64e1cd-47ba-4fe6-89e8-c03df708f15c,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:04.185191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-685d697e-2b89-4677-acba-967ad2782295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:04.231780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3289b8cf-73dd-4156-a74f-4301591443d4 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:04.232585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.293021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84a461-774c-4b0f-ba53-7fbcfc2f5d17 req-696741b9-1922-42a8-bdc5-334f9aab41ba tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:04.299405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 35990) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:04.305172 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7d84a461-774c-4b0f-ba53-7fbcfc2f5d17 req-696741b9-1922-42a8-bdc5-334f9aab41ba tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 945 time: 0.2209253 Nov 24 10:57:04.376319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.376723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] For port 1617286a-58ca-4022-bea3-21e867f5cfeb, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=1617286a-58ca-4022-bea3-21e867f5cfeb,segment=NetworkSegment(8fa1399a-c987-484d-9137-08d6898a04b0),segment_id=8fa1399a-c987-484d-9137-08d6898a04b0)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:04.377119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.378866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 35994) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:04.430035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 1617286a-58ca-4022-bea3-21e867f5cfeb no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:57:04.434715 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7d84a461-774c-4b0f-ba53-7fbcfc2f5d17 req-5599886f-14bd-428e-983b-d25adb98abf3 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286147 Nov 24 10:57:04.438446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.459585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.533852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:04.539414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Usage tracker for resource:security_group_rule and tenant:acf490a85c8245fba6c8c45a9e7e692b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:04.543299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:04.550114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:04.561201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.562962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.568629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3f6a4957-6a1c-44c7-8b9c-aa5d9843529b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:04.585078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c64e1cd-47ba-4fe6-89e8-c03df708f15c,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:04.599787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:04.608694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 1617286a-58ca-4022-bea3-21e867f5cfeb, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=1617286a-58ca-4022-bea3-21e867f5cfeb,segment=NetworkSegment(8fa1399a-c987-484d-9137-08d6898a04b0),segment_id=8fa1399a-c987-484d-9137-08d6898a04b0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:04.611912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:04.643115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.653349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:04.668192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.671932 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1c64e1cd-47ba-4fe6-89e8-c03df708f15c HTTP/1.1" status: 204 len: 168 time: 0.4862850 Nov 24 10:57:04.740078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=1617286a-58ca-4022-bea3-21e867f5cfeb,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:04.749779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.751886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.752664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.752664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.752990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.753488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.753840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.754213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.754660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.755057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.755421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.755787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.756156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.756893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.758342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.758623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Calling delete_port for 1617286a-58ca-4022-bea3-21e867f5cfeb owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 10:57:04.758725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.759135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.759501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.759864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.760346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.760654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.761016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.761374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.761736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.762093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:04.766971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.779445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:04.784911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3536b52c-5624-48d9-b193-9160ad8962b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:04.803391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:04.810380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9893cc9-d936-48d6-a90f-edaf82c3d094 req-2e5e54be-12a1-4376-9700-43c01f63932e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:04.817075 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e9893cc9-d936-48d6-a90f-edaf82c3d094 req-2e5e54be-12a1-4376-9700-43c01f63932e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.2040143 Nov 24 10:57:04.837076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1703eb9b-b5d8-4ee0-bc3b-f86b70b1b4db,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:04.849393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:04.880663 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=acf490a85c8245fba6c8c45a9e7e692b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4909918 Nov 24 10:57:04.886855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36006) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:04.920672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e9893cc9-d936-48d6-a90f-edaf82c3d094 req-5c88ff75-1d87-47ad-aeae-36a13a6695a2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803864 Nov 24 10:57:04.982704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:04.982828 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb', 'code': 200} Nov 24 10:57:05.009669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a113c9696804885a2b25a9573fdb3f7 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:05.026582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec1db4-004d-40ce-a221-566c4f49678a req-bd901246-7a8a-462a-8a5b-e84b6c8eb46f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:05.028228 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e4ec1db4-004d-40ce-a221-566c4f49678a req-bd901246-7a8a-462a-8a5b-e84b6c8eb46f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.7385960 Nov 24 10:57:05.032813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:05.066135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:05.094532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:57:05.094888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:57:05.154445 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e4ec1db4-004d-40ce-a221-566c4f49678a req-515e3749-1d68-43c7-bacb-5fb548dde778 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151803 Nov 24 10:57:05.155188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.206176 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.263246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.270931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.279901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9384dd32-63d5-48fe-b3cd-377fede25d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:05.328683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623bd00-3611-478d-8de1-75e56b2dd0e6,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:05.332158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:05.337924 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9a113c9696804885a2b25a9573fdb3f7&name=default HTTP/1.1" status: 200 len: 2747 time: 1.0340073 Nov 24 10:57:05.337924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.338816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36016) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:05.340836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4100ed0c-e0d4-4ed1-bb00-f340cd71c163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:05.354946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1703eb9b-b5d8-4ee0-bc3b-f86b70b1b4db,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:05.357876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:05.380697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.386321 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1703eb9b-b5d8-4ee0-bc3b-f86b70b1b4db HTTP/1.1" status: 204 len: 168 time: 0.4909496 Nov 24 10:57:05.414874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.442891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.511216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.524754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b6c2055f-b4bc-42b3-98de-73e36daa1ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:05.539301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623bd00-3611-478d-8de1-75e56b2dd0e6,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:05.543985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:05.546046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.558254 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a623bd00-3611-478d-8de1-75e56b2dd0e6 HTTP/1.1" status: 204 len: 168 time: 0.2078776 Nov 24 10:57:05.602265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Deleting port 1617286a-58ca-4022-bea3-21e867f5cfeb {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 10:57:05.602265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:05.727648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbc21a-95ec-41fd-a43f-210673d560b6 req-bf2039e3-6efc-450c-9f04-b16408ad054a tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:05.729318 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2efbc21a-95ec-41fd-a43f-210673d560b6 req-bf2039e3-6efc-450c-9f04-b16408ad054a tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 943 time: 0.1333444 Nov 24 10:57:05.795289 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2efbc21a-95ec-41fd-a43f-210673d560b6 req-2505fb0b-171a-43d1-a4e1-0c729ae9f808 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/security-groups?id=df3d2b76-351c-442b-b1d3-a1d1ddb991df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596499 Nov 24 10:57:05.893916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] For port 1617286a-58ca-4022-bea3-21e867f5cfeb, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=1617286a-58ca-4022-bea3-21e867f5cfeb,segment=NetworkSegment(8fa1399a-c987-484d-9137-08d6898a04b0),segment_id=8fa1399a-c987-484d-9137-08d6898a04b0)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:05.894323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:06.040488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Calling delete_port for 1617286a-58ca-4022-bea3-21e867f5cfeb owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 10:57:06.321223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bb26-ca94-44d9-9729-0727dc418b7c req-3734f410-5741-4352-b8c7-3509d5e8adef tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:06.323781 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8932bb26-ca94-44d9-9729-0727dc418b7c req-3734f410-5741-4352-b8c7-3509d5e8adef tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.2545588 Nov 24 10:57:06.374917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:06.413703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:06.431231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a51ebb-802e-4805-b649-cb5712c25d78 req-23cb1eaf-a84a-454c-89c5-179d69fbf46d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:06.433713 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-01a51ebb-802e-4805-b649-cb5712c25d78 req-23cb1eaf-a84a-454c-89c5-179d69fbf46d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.1045730 Nov 24 10:57:06.494996 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-01a51ebb-802e-4805-b649-cb5712c25d78 req-cc4b0fc4-712a-4bf5-b657-b13a3de50ee0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Nov 24 10:57:06.527670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Pushing event deleted for resources: {'Port': ['ID=1617286a-58ca-4022-bea3-21e867f5cfeb,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:06.541210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:06.553261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8932bb26-ca94-44d9-9729-0727dc418b7c req-c4004b81-095c-4792-b81c-277d849725cf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095556 Nov 24 10:57:06.665098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] No DVR routers for this DVR port 1617286a-58ca-4022-bea3-21e867f5cfeb on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:57:06.668763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:06.673544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'name': 'network-vif-deleted', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:06.689544 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f1d35d3f-5bc8-44fe-8bea-ee3a281a317d req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.57 "DELETE /v2.0/ports/1617286a-58ca-4022-bea3-21e867f5cfeb HTTP/1.1" status: 204 len: 173 time: 2.9818499 Nov 24 10:57:06.748384 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b2f28b-716a-4aeb-89f4-434acf6de168', 'name': 'network-vif-deleted', 'tag': '1617286a-58ca-4022-bea3-21e867f5cfeb', 'status': 'completed', 'code': 200} Nov 24 10:57:06.986083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-75a38e82-644b-47bf-9885-e0b8c4e3d2be req-20d71e98-7150-4f54-8ea8-dca1de507134 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Synchronizing usage tracker for tenant:f9babfc71b574a599e2afcc471500090 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:07.003151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-75a38e82-644b-47bf-9885-e0b8c4e3d2be req-20d71e98-7150-4f54-8ea8-dca1de507134 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Unset dirty status for tenant:f9babfc71b574a599e2afcc471500090 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:07.004595 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-75a38e82-644b-47bf-9885-e0b8c4e3d2be req-20d71e98-7150-4f54-8ea8-dca1de507134 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0696459 Nov 24 10:57:07.312194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36086) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:07.477289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.509255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:07.513191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ccec43bc87e040fcb19c32956e32fb7c is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:07.516114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:07.521808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:07.595925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.598313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.606766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22063a8e-c571-4f83-94e7-a5d6b594086a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:07.687844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c846b6f-00de-4127-a624-1967e25a67ed,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:07.691608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:07.702058 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ccec43bc87e040fcb19c32956e32fb7c&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3881595 Nov 24 10:57:07.702874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36100) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:07.784283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3b12b-6d0d-47d5-b559-381c36dc10c8 req-2de86c99-0db5-4946-899f-869a440973ad tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:07.785689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57983da-cff2-402d-952e-c6a5dd4368af req-05656d2b-2074-45da-8ee9-c5ce961f8ee6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:07.785890 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e1e3b12b-6d0d-47d5-b559-381c36dc10c8 req-2de86c99-0db5-4946-899f-869a440973ad tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0912271 Nov 24 10:57:07.787302 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f57983da-cff2-402d-952e-c6a5dd4368af req-05656d2b-2074-45da-8ee9-c5ce961f8ee6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.1496711 Nov 24 10:57:07.823661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.834791 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e1e3b12b-6d0d-47d5-b559-381c36dc10c8 req-0986e387-96a5-4556-9046-46af8ff5017c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Nov 24 10:57:07.869772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.878206 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f57983da-cff2-402d-952e-c6a5dd4368af req-8671251c-a61f-4791-ace5-ea84f5af8f92 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830438 Nov 24 10:57:07.923464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.928493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0e5ade48-c53f-4e4f-b1f1-0054862efc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:07.942017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c846b6f-00de-4127-a624-1967e25a67ed,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:07.946101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:07.947294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:07.948542 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5c846b6f-00de-4127-a624-1967e25a67ed HTTP/1.1" status: 204 len: 168 time: 0.2435603 Nov 24 10:57:08.177918 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d2eb3418-f021-46d5-8aa2-f5eef07400d1 req-3137204b-4e89-4c78-bc99-92b2db0a61e4 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0444176 Nov 24 10:57:08.776636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36132) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:08.915010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-373116122-network', 'tenant_id': 'b86be1e170cf4299be9e80ec860d3f32'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:08.920027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:08.924110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Usage tracker for resource:network and tenant:b86be1e170cf4299be9e80ec860d3f32 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:08.927182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:08.933658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:08.945728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Made reservation on behalf of b86be1e170cf4299be9e80ec860d3f32 for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:08.950491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:08.964051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.051709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:09.063767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b86be1e170cf4299be9e80ec860d3f32 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:09.068185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:09.078642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:09.100576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570872f-68b1-46dc-9511-7476ad0dcbc9 req-d31a4271-492d-4d34-8eff-c048ca3a0648 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:09.102240 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5570872f-68b1-46dc-9511-7476ad0dcbc9 req-d31a4271-492d-4d34-8eff-c048ca3a0648 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.0902660 Nov 24 10:57:09.102548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973fedb-e572-4384-84c0-0893db4f83f0 req-eeee2389-1978-44b3-acb6-98aa98e572e2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:09.104147 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d973fedb-e572-4384-84c0-0893db4f83f0 req-eeee2389-1978-44b3-acb6-98aa98e572e2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1291940 Nov 24 10:57:09.151505 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5570872f-68b1-46dc-9511-7476ad0dcbc9 req-eeac04c6-420c-404f-a7a4-6c132801fb55 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Nov 24 10:57:09.176427 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d973fedb-e572-4384-84c0-0893db4f83f0 req-c6cb5ea3-2a0a-41a4-9499-dda8999db9e6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642149 Nov 24 10:57:09.203391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.206576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.210808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2b70f11a-da67-4bca-907a-6620882d70b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:09.239728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:57:09.253347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c50d83-66a8-4848-9209-9899835659a7,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:09.257828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:09.258825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.259212 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Added segment 3e57cf61-2281-4bab-bb4e-cc22b38aa023 of type vxlan for network 623e3f91-c502-4eea-ab9c-3d450be640ed Nov 24 10:57:09.296212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.330202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.331464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:09.332100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.337041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:09.360520 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ebc292fa-271f-43bf-b5d1-eaf80913a3dc req-2a302310-ae86-4a06-ae34-0c2182ae5a6a tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0455956 Nov 24 10:57:09.440626 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6627033 Nov 24 10:57:09.443715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Pushing event updated for resources: {'Network': ['ID=623e3f91-c502-4eea-ab9c-3d450be640ed,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:09.443881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36144) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:09.446491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:09.451062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Request body: {'subnet': {'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-373116122-subnet', 'tenant_id': 'b86be1e170cf4299be9e80ec860d3f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:09.454320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 623e3f91-c502-4eea-ab9c-3d450be640ed details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:57:09.457368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:09.461629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Usage tracker for resource:subnet and tenant:b86be1e170cf4299be9e80ec860d3f32 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:09.464869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:09.470791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:09.481926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Made reservation on behalf of b86be1e170cf4299be9e80ec860d3f32 for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:09.486003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15259331'] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.897451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838316427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15259376'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:09.914154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:10.046307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=65acc1aa-2569-4724-b1ec-8d970378704e,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:10.049076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:10.112347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Checking segment: {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:10.112751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Network hostable DHCP agents. Network: 623e3f91-c502-4eea-ab9c-3d450be640ed, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:57:10.134739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Network 623e3f91-c502-4eea-ab9c-3d450be640ed is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:57:10.142925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 623e3f91-c502-4eea-ab9c-3d450be640ed) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:10.152844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782cc73-4478-41a1-9092-845fca926b61 None None] Network 623e3f91-c502-4eea-ab9c-3d450be640ed requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:57:10.154930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:10.155590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:10.174549 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7295184 Nov 24 10:57:10.418791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666eb580-0827-402b-8bed-fa47e1edde8d None None] Network 623e3f91-c502-4eea-ab9c-3d450be640ed requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:57:10.434810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fac26d-f726-42dc-a35a-9115fb371a98 req-5d4b2e6c-f3f5-44a2-a50c-c9514ce7e756 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:10.436692 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28fac26d-f726-42dc-a35a-9115fb371a98 req-5d4b2e6c-f3f5-44a2-a50c-c9514ce7e756 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.1146307 Nov 24 10:57:10.489160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9f5db-b3e0-49d9-b545-4259b68b5e5e req-1ad0897a-aa39-4a58-ad8e-077b3a40a3aa tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:10.491011 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4f9f5db-b3e0-49d9-b545-4259b68b5e5e req-1ad0897a-aa39-4a58-ad8e-077b3a40a3aa tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1071694 Nov 24 10:57:10.492689 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28fac26d-f726-42dc-a35a-9115fb371a98 req-478a2917-d535-4ccc-a1ce-91e1d7782cf7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Nov 24 10:57:10.545381 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4f9f5db-b3e0-49d9-b545-4259b68b5e5e req-c8e07b5a-ad17-4867-b723-8134edb6e302 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Nov 24 10:57:10.682606 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95f924c5-89c1-4057-b397-4f9aebba1a49 req-481c276c-3b30-4ee8-b6ac-ef7a1d0fa011 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0472167 Nov 24 10:57:11.587712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 623e3f91-c502-4eea-ab9c-3d450be640ed details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:57:11.722292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecec1a-7581-4c78-9da9-1ae40bfffb69 req-ba76f22a-6e14-4dd2-8d6f-1cb4fba27570 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:11.724340 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bdecec1a-7581-4c78-9da9-1ae40bfffb69 req-ba76f22a-6e14-4dd2-8d6f-1cb4fba27570 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.0927308 Nov 24 10:57:11.774936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73a167-d03c-4f4a-9bce-fcdaaf4953fc req-f8f62054-47f6-426c-a7a9-6e1b023aca5c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:11.778995 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2e73a167-d03c-4f4a-9bce-fcdaaf4953fc req-f8f62054-47f6-426c-a7a9-6e1b023aca5c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0981030 Nov 24 10:57:11.783527 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bdecec1a-7581-4c78-9da9-1ae40bfffb69 req-4db49ac2-240f-4acd-b836-48d2c8b012c4 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Nov 24 10:57:11.832377 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2e73a167-d03c-4f4a-9bce-fcdaaf4953fc req-0e7b5494-6ac4-4b36-892d-b302e5ff7b79 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Nov 24 10:57:11.964707 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae8529ec-a7be-487b-af43-8908fb175925 req-b16e7458-35e5-499e-91a0-087308eb531d tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0459135 Nov 24 10:57:13.013006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8682083-a215-4366-b418-3c42cbfaa9e1 req-75494955-e0f5-4265-a477-ed3fc27e3c6b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:13.014791 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f8682083-a215-4366-b418-3c42cbfaa9e1 req-75494955-e0f5-4265-a477-ed3fc27e3c6b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.1008122 Nov 24 10:57:13.063546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d36d4-97fb-46f2-8af6-770e1cbcbce6 req-cadaa4ca-abaa-48c7-8989-0eddba147332 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:13.065809 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5a4d36d4-97fb-46f2-8af6-770e1cbcbce6 req-cadaa4ca-abaa-48c7-8989-0eddba147332 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0961998 Nov 24 10:57:13.066613 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f8682083-a215-4366-b418-3c42cbfaa9e1 req-fd51930b-91d8-4a99-89fc-e9ea8df8c2a5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Nov 24 10:57:13.127489 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5a4d36d4-97fb-46f2-8af6-770e1cbcbce6 req-1bcf54d1-1a51-48cf-a388-3bd2e945cd5a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Nov 24 10:57:13.233583 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84486383-a1b8-4019-961a-b40f1353d97e req-7c526ffa-6985-4e2c-981e-b4bc7ed5620f tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0483019 Nov 24 10:57:13.267919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:13.345679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:13.350591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:13.351350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:13.469990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:13.500535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:13.513625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:13.516957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:13.519315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:13.613436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:13.619530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:13.630269 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091', 'code': 200} Nov 24 10:57:13.925358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-5651596e-d726-465c-b06a-3ef4c200d61b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:13.926112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-5651596e-d726-465c-b06a-3ef4c200d61b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Synchronizing usage tracker for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:13.941067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a53a9-19cd-4599-a854-b5c9c897351b req-f5e3f5de-1262-480c-8da6-385e7be91cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:13.942728 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-794a53a9-19cd-4599-a854-b5c9c897351b req-f5e3f5de-1262-480c-8da6-385e7be91cda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 1162 time: 0.0800636 Nov 24 10:57:13.943326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-5651596e-d726-465c-b06a-3ef4c200d61b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Unset dirty status for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:13.944650 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-5651596e-d726-465c-b06a-3ef4c200d61b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/networks?id=623e3f91-c502-4eea-ab9c-3d450be640ed HTTP/1.1" status: 200 len: 813 time: 0.1782141 Nov 24 10:57:13.963129 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-802c0e47-9f07-4d8b-90a4-2732ed26891e tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/quotas/b86be1e170cf4299be9e80ec860d3f32 HTTP/1.1" status: 200 len: 375 time: 0.0118122 Nov 24 10:57:13.983378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:13.990762 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-794a53a9-19cd-4599-a854-b5c9c897351b req-821895b0-a726-4acc-882c-e6b0d5fc3ffa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Nov 24 10:57:14.017790 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-5b412d15-b7ca-48ee-bc8b-d478169f73b4 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?tenant_id=b86be1e170cf4299be9e80ec860d3f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487149 Nov 24 10:57:14.062877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:14.063398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:14.170680 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-ff36283d-d3cc-4445-a01e-5a4e1e1f3511 service neutron] 10.222.0.27 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435635 Nov 24 10:57:14.328242 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-52c5a614-e870-4423-bddb-db4755f6cb21 service neutron] 10.222.0.27 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509843 Nov 24 10:57:14.351517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edd27d-dca6-45b2-8067-9b068445efa6 req-23fac55e-f77f-4db8-864e-efd99632e3de tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:14.353900 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-81edd27d-dca6-45b2-8067-9b068445efa6 req-23fac55e-f77f-4db8-864e-efd99632e3de tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.1291656 Nov 24 10:57:14.414985 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-81edd27d-dca6-45b2-8067-9b068445efa6 req-0ee71393-afb9-44b4-93aa-00f58d6259aa tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546391 Nov 24 10:57:14.628822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3156c2-01ee-42b9-a64b-49585125aa2a req-4dc4bdc1-768f-4bfa-b77a-ceb0aa83746d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:14.637870 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ce3156c2-01ee-42b9-a64b-49585125aa2a req-4dc4bdc1-768f-4bfa-b77a-ceb0aa83746d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0948672 Nov 24 10:57:14.656712 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-159ef345-a523-4059-bcc0-af50c05347eb req-5f29f268-7993-4a98-a6d6-c06a4539de5c tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] 10.222.0.27 "GET /v2.0/ports?device_id=49b2f28b-716a-4aeb-89f4-434acf6de168 HTTP/1.1" status: 200 len: 210 time: 0.0657701 Nov 24 10:57:14.713030 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ce3156c2-01ee-42b9-a64b-49585125aa2a req-c6d540d5-9151-49c1-8d10-80f1dc0f385c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741203 Nov 24 10:57:14.818234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-131fbc79-66d6-4188-8a40-bb9cdcdb0b93 req-bdea76a6-cacb-486b-a1ca-44f3f80c44e0 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 210 time: 0.0791073 Nov 24 10:57:15.195806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ef791-0a80-4974-beb3-c308f3e33b38 req-a18b1b36-02fb-47ac-916e-6648b0c61e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:15.197686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d9ef791-0a80-4974-beb3-c308f3e33b38 req-a18b1b36-02fb-47ac-916e-6648b0c61e9a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 1162 time: 0.1118307 Nov 24 10:57:15.259914 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d9ef791-0a80-4974-beb3-c308f3e33b38 req-bc89528b-c1aa-4dde-a143-6d3a326e82d5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Nov 24 10:57:15.635954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e7b15-5ade-4311-99af-5fdc3025c5dc req-00f46ab5-acd8-49c8-9ff3-8fa7721469fd tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:15.637620 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d45e7b15-5ade-4311-99af-5fdc3025c5dc req-00f46ab5-acd8-49c8-9ff3-8fa7721469fd tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.0928001 Nov 24 10:57:15.684673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d45e7b15-5ade-4311-99af-5fdc3025c5dc req-592e5d17-4d68-407e-b579-6bd861412a61 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Nov 24 10:57:16.016569 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e9caa2a-9c30-4bcd-801b-72ce8e0e8b95 req-195aaa16-0c15-404c-91a0-d21b7e1bd78f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 210 time: 0.0522318 Nov 24 10:57:16.129911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22146e-fb2f-424b-a07b-2d9ade5e51b8 req-63b8d976-69d4-49e6-bfc8-863813963cae tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:16.131760 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bd22146e-fb2f-424b-a07b-2d9ade5e51b8 req-63b8d976-69d4-49e6-bfc8-863813963cae tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.2812874 Nov 24 10:57:16.197086 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bd22146e-fb2f-424b-a07b-2d9ade5e51b8 req-9acbee89-ee59-489c-994f-6063c32ae48f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549393 Nov 24 10:57:16.802622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-0101d0e6-cd6d-4ce8-9589-8ecab64ab5fa tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:16.803173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-0101d0e6-cd6d-4ce8-9589-8ecab64ab5fa tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "GET /v2.0/networks?id=623e3f91-c502-4eea-ab9c-3d450be640ed HTTP/1.1" status: 200 len: 813 time: 0.1715288 Nov 24 10:57:16.828162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Request body: {'port': {'device_id': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed', 'admin_state_up': True, 'tenant_id': 'b86be1e170cf4299be9e80ec860d3f32'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:16.938345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69b744-3ce5-4ab0-9117-f8dce47c7fec req-fb596606-bfea-44e8-aa4b-edaf7e20ef20 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:16.940036 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-db69b744-3ce5-4ab0-9117-f8dce47c7fec req-fb596606-bfea-44e8-aa4b-edaf7e20ef20 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.0855925 Nov 24 10:57:16.974975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:16.984926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Usage tracker for resource:port and tenant:b86be1e170cf4299be9e80ec860d3f32 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:16.990650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Quota usage for port was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:16.994079 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-db69b744-3ce5-4ab0-9117-f8dce47c7fec req-5c63c26c-fd70-4aef-b963-5239373417e3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Nov 24 10:57:16.996724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:17.006216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Made reservation on behalf of b86be1e170cf4299be9e80ec860d3f32 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:17.012513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:17.257139 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5a3e5a79-b8e7-4719-9011-137aca7b8828 req-f86d0138-861d-4671-9134-59e7da59f789 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 210 time: 0.0623701 Nov 24 10:57:17.358759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Allocated IP 172.20.0.5 (623e3f91-c502-4eea-ab9c-3d450be640ed/65acc1aa-2569-4724-b1ec-8d970378704e/faa7e43b-9902-4332-b14b-111d7c1fe5dd) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:17.529954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045f0f5-ce15-4499-a420-97d6086fefd3 req-f028466b-a945-480b-828e-c4e6cf4130e6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:17.532527 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a045f0f5-ce15-4499-a420-97d6086fefd3 req-f028466b-a945-480b-828e-c4e6cf4130e6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1010430 Nov 24 10:57:17.599429 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a045f0f5-ce15-4499-a420-97d6086fefd3 req-623ff268-f9da-41e1-9b83-5db7ba5a9501 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596967 Nov 24 10:57:17.657281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:17.694402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:17.712373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:17.768968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36336) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:17.865250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Pushing event updated for resources: {'Port': ['ID=faa7e43b-9902-4332-b14b-111d7c1fe5dd,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:17.869113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Deleting subnet 539cfd92-588b-42ce-b4ad-31a1461b4842 {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 10:57:17.870344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:17.873764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:17.955361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Network 623e3f91-c502-4eea-ab9c-3d450be640ed is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:17.956698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:17.964328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:18.052074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:18.053206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.080225 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2565036 Nov 24 10:57:18.103641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Request body: {'port': {'device_id': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:18.136448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964d6e4-ca2b-48d9-b786-71b2c6e96f61 req-06e26827-2a79-429a-a982-805c83686014 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:18.138194 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d964d6e4-ca2b-48d9-b786-71b2c6e96f61 req-06e26827-2a79-429a-a982-805c83686014 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.4145551 Nov 24 10:57:18.184679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15593782'] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.241784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.262291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.420126 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d964d6e4-ca2b-48d9-b786-71b2c6e96f61 req-3ec4971e-2b0e-4cc3-8bfa-86acd24a76fb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711773 Nov 24 10:57:18.598864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15644887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15030138'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.638222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2dd1-7b9a-4705-b648-cfbaf79a17a0 req-17fcc53d-b455-41c7-93af-67c1aa5eeda1 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:18.639151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0f4a2dd1-7b9a-4705-b648-cfbaf79a17a0 req-17fcc53d-b455-41c7-93af-67c1aa5eeda1 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Synchronizing usage tracker for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:18.691918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0f4a2dd1-7b9a-4705-b648-cfbaf79a17a0 req-17fcc53d-b455-41c7-93af-67c1aa5eeda1 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Unset dirty status for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:18.693276 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f4a2dd1-7b9a-4705-b648-cfbaf79a17a0 req-17fcc53d-b455-41c7-93af-67c1aa5eeda1 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 931 time: 0.2556078 Nov 24 10:57:18.703165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:18.764262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539cfd92-588b-42ce-b4ad-31a1461b4842,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:18.769024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:18.779640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.798700 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b4211960-1070-4797-9cf3-ae79804c4461 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/539cfd92-588b-42ce-b4ad-31a1461b4842 HTTP/1.1" status: 204 len: 168 time: 1.0292308 Nov 24 10:57:18.810716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36366) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:18.811573 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f4a2dd1-7b9a-4705-b648-cfbaf79a17a0 req-5d9df018-e959-42fb-805e-c63d8ef241b8 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085918 Nov 24 10:57:18.857511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa7e43b-9902-4332-b14b-111d7c1fe5dd {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:57:18.866662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.887305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Transition to ACTIVE for port object faa7e43b-9902-4332-b14b-111d7c1fe5dd will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:18.901577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:18.923895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9409d798-4947-4ec6-ade5-7c1dd86f6dae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:18.956388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.106530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Pushing event updated for resources: {'Port': ['ID=faa7e43b-9902-4332-b14b-111d7c1fe5dd,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:19.111796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:19.164197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.287091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255964f6-0117-4cbe-8aa5-382bddcf8dbc']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:19.301078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa1399a-c987-484d-9137-08d6898a04b0') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:19.301833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa1399a-c987-484d-9137-08d6898a04b0') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:19.314710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.334260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.336185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 10:57:19.361357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Attempting to bind port faa7e43b-9902-4332-b14b-111d7c1fe5dd on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:19.361739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Attempting to bind port faa7e43b-9902-4332-b14b-111d7c1fe5dd by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:19.362121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Attempting to bind port faa7e43b-9902-4332-b14b-111d7c1fe5dd on network 623e3f91-c502-4eea-ab9c-3d450be640ed {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:19.369105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:19.369483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Checking segment: {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:19.369891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.370294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Bound using segment: {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:19.370814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Bound port: faa7e43b-9902-4332-b14b-111d7c1fe5dd, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:19.371195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.467851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] For port faa7e43b-9902-4332-b14b-111d7c1fe5dd, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:19.471063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] For port faa7e43b-9902-4332-b14b-111d7c1fe5dd, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=faa7e43b-9902-4332-b14b-111d7c1fe5dd,segment=NetworkSegment(3e57cf61-2281-4bab-bb4e-cc22b38aa023),segment_id=3e57cf61-2281-4bab-bb4e-cc22b38aa023)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:19.474726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.491396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-36e01493-fbf2-4504-9c19-5413db5410c9 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:19.530851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:57:19.541056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.680925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Pushing event updated for resources: {'Port': ['ID=faa7e43b-9902-4332-b14b-111d7c1fe5dd,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:19.686779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:19.738815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:19.738815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.738815 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] 10.222.0.57 "PUT /v2.0/ports/faa7e43b-9902-4332-b14b-111d7c1fe5dd HTTP/1.1" status: 200 len: 1157 time: 1.6370966 Nov 24 10:57:19.738815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'tag': 'faa7e43b-9902-4332-b14b-111d7c1fe5dd'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:19.827647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Network 255964f6-0117-4cbe-8aa5-382bddcf8dbc has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 10:57:19.857960 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 10:57:19.879242 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'tag': 'faa7e43b-9902-4332-b14b-111d7c1fe5dd', 'status': 'completed', 'code': 200} Nov 24 10:57:19.953268 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.958033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:19.960842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:19.980574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-624d7433-1089-4a8b-9baa-0c5172265241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:19.982751 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-624d7433-1089-4a8b-9baa-0c5172265241 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b86be1e170cf4299be9e80ec860d3f32&device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 1160 time: 0.1103942 Nov 24 10:57:19.987188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=255964f6-0117-4cbe-8aa5-382bddcf8dbc,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:19.990968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:19.995602 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] 10.222.0.27 "DELETE /v2.0/networks/255964f6-0117-4cbe-8aa5-382bddcf8dbc HTTP/1.1" status: 204 len: 168 time: 1.1827204 Nov 24 10:57:20.110325 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-29343fbb-e7db-4166-8ce9-c6d0756ecf80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faa7e43b-9902-4332-b14b-111d7c1fe5dd HTTP/1.1" status: 200 len: 217 time: 0.0873525 Nov 24 10:57:20.215461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36410) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:20.296970 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a92ec73c-18ca-4453-9735-d03ac571dbc7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f9babfc71b574a599e2afcc471500090&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0774419 Nov 24 10:57:20.298102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36418) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:20.325094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-fefd0aa1-57fd-4a6b-a260-b7aa0406f030 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:20.332929 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-fefd0aa1-57fd-4a6b-a260-b7aa0406f030 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.2815838 Nov 24 10:57:20.361182 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-a580f2d9-cd5e-4992-98d0-2f69b7b334bc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/quotas/692d559686504a41a3a04647cdf75a6d HTTP/1.1" status: 200 len: 375 time: 0.0272563 Nov 24 10:57:20.400429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c798a1-4e9b-4f59-b1fb-167bbec55a73 req-3fbacab5-a2e1-43a0-a6f3-539b6427ea57 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:20.403010 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0c798a1-4e9b-4f59-b1fb-167bbec55a73 req-3fbacab5-a2e1-43a0-a6f3-539b6427ea57 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.4180334 Nov 24 10:57:20.403606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-ace80f60-dd9d-4084-b28d-6bbaeb0612c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:20.405122 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-ace80f60-dd9d-4084-b28d-6bbaeb0612c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65acc1aa-2569-4724-b1ec-8d970378704e HTTP/1.1" status: 200 len: 853 time: 0.2876706 Nov 24 10:57:20.474818 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-f1a0f689-bee1-4da3-834d-7cfae81f3431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=623e3f91-c502-4eea-ab9c-3d450be640ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625811 Nov 24 10:57:20.475778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:20.503207 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-6389e276-e89c-40d9-9d70-5f859b39a8ff tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1410785 Nov 24 10:57:20.548339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:20.594296 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0c798a1-4e9b-4f59-b1fb-167bbec55a73 req-1a0b0118-597e-4db2-a6de-e503b74455c6 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417339 Nov 24 10:57:20.655733 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-4eb50347-39ea-49f4-b15d-fbaffaadd858 service neutron] 10.222.0.57 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711724 Nov 24 10:57:20.714432 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-4163444e-c697-4fc6-99dc-750194926c59 service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993065 Nov 24 10:57:20.715574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:20.720875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:20.760754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3d2b76-351c-442b-b1d3-a1d1ddb991df,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:20.817408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:20.824867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d322a0f-6f2c-4525-990c-b5e7b104dc73 req-4a1e0536-60bf-4905-b04c-166af3759fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1621261 Nov 24 10:57:20.841410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:20.845561 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/df3d2b76-351c-442b-b1d3-a1d1ddb991df HTTP/1.1" status: 204 len: 168 time: 0.5466163 Nov 24 10:57:20.846028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36436) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:20.947698 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-44c2d894-0788-4340-8bc7-2afbd03a114e service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173645 Nov 24 10:57:21.037425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-ca750ad8-42e7-450a-b8c1-6ca8d9815512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:21.039174 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-ca750ad8-42e7-450a-b8c1-6ca8d9815512 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b86be1e170cf4299be9e80ec860d3f32&device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 1160 time: 0.0998847 Nov 24 10:57:21.352868 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a73bc943-6a5f-4595-a773-d60edebbc54a req-fb2a0d88-1335-46d8-96d6-f43dd784bf58 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.1262858 Nov 24 10:57:21.355785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-283e8111-f235-402f-9fa4-de615ccb4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:21.359636 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-283e8111-f235-402f-9fa4-de615ccb4caf service neutron] 10.222.0.57 "GET /v2.0/networks?id=623e3f91-c502-4eea-ab9c-3d450be640ed HTTP/1.1" status: 200 len: 907 time: 0.3117287 Nov 24 10:57:21.491837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:21.533671 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-4cd37920-c32c-4d85-8d73-cc498fe238c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=faa7e43b-9902-4332-b14b-111d7c1fe5dd HTTP/1.1" status: 200 len: 217 time: 0.1531529 Nov 24 10:57:21.565201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:21.570269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Usage tracker for resource:security_group_rule and tenant:624e6ac8ffe14df881440732a58fd450 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:21.574187 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:21.580752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:21.661280 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:21.718398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:21.730257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4fc1d3cd-9674-461a-9945-882804d7476c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:21.917899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cf1638-1152-4376-b1d5-ec7eda31ff0b,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:21.936997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-d2650951-e1cd-4d28-ae5d-a520bb405c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:21.938653 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-d2650951-e1cd-4d28-ae5d-a520bb405c19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65acc1aa-2569-4724-b1ec-8d970378704e HTTP/1.1" status: 200 len: 853 time: 0.3934593 Nov 24 10:57:21.939668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:21.949040 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=624e6ac8ffe14df881440732a58fd450&name=default HTTP/1.1" status: 200 len: 2747 time: 1.1017227 Nov 24 10:57:21.952933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36484) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:22.099201 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-9e76b08c-c1f5-40b2-8208-8fd4b48a802c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=623e3f91-c502-4eea-ab9c-3d450be640ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127484 Nov 24 10:57:22.121689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e68207-6e61-44d4-94ee-89f3d26e84bd req-a61ae244-3372-4fb9-9b77-87f04333fec2 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:22.123467 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-98e68207-6e61-44d4-94ee-89f3d26e84bd req-a61ae244-3372-4fb9-9b77-87f04333fec2 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.2909732 Nov 24 10:57:22.185258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.211882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36490) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:22.213349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.251185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.294053 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-98e68207-6e61-44d4-94ee-89f3d26e84bd req-b7ab86e5-11a6-4b69-94c7-887dc9d9056e tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459765 Nov 24 10:57:22.318579 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-ed42b6c9-7288-400c-8a94-2bfb9d2ab0cc service neutron] 10.222.0.57 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043934 Nov 24 10:57:22.479464 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ba280f2-79c8-4207-b3a1-1bb5fed1c010 req-8741e747-1630-49b2-a8e9-5269cd9f72e2 service neutron] 10.222.0.57 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1528254 Nov 24 10:57:22.538796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.545229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ebf19fce-cfcf-4cbf-a02c-3bfafae60f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:22.552421 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c5c8147f-c595-4041-85c7-d81aca6a5f12 req-ee75654d-a55e-4870-8e0f-60fb64a553fc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0509892 Nov 24 10:57:22.568599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cf1638-1152-4376-b1d5-ec7eda31ff0b,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:22.584872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:22.591885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-b75cb1cd-2620-4cea-a41d-dc3fb545cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:22.593453 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-b75cb1cd-2620-4cea-a41d-dc3fb545cd1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.5432839 Nov 24 10:57:22.594130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.595204 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/79cf1638-1152-4376-b1d5-ec7eda31ff0b HTTP/1.1" status: 204 len: 168 time: 0.6406076 Nov 24 10:57:22.603673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc737c34-bfba-4ca5-a309-11fe8590a69a req-2bb0c162-6d92-44a6-95d8-168544e257e8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:22.605315 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fc737c34-bfba-4ca5-a309-11fe8590a69a req-2bb0c162-6d92-44a6-95d8-168544e257e8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.4918411 Nov 24 10:57:22.715343 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1204124254-network', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:22.730458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:22.749396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Usage tracker for resource:network and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:22.759541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:22.783189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:22.794176 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fc737c34-bfba-4ca5-a309-11fe8590a69a req-ea8c4fb0-5690-40b5-9bd0-3346126bba3b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655724 Nov 24 10:57:22.811439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Made reservation on behalf of 95ee9d72019f4ebbb61f09f1bca29535 for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:22.818566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.834708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-b3b05b69-3520-4336-8fd4-bf58ec9e7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:22.836860 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-b3b05b69-3520-4336-8fd4-bf58ec9e7c7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.2300613 Nov 24 10:57:22.837653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:22.930827 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-b268cca7-3a1e-4bbe-b267-c337c262798d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.0817897 Nov 24 10:57:22.974806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:22.994791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:22.999508 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:23.008328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:23.028750 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-08f132ee-8e64-4d47-9d1b-d1344313e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:23.030354 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-08f132ee-8e64-4d47-9d1b-d1344313e8dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.0934992 Nov 24 10:57:23.094173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-06d72ebc-7f36-4acb-a175-2cb9af1f4c3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533559 Nov 24 10:57:23.228210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.233473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.247043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-70b733de-2a3c-4579-83f3-d8c341d9df43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:23.293648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:57:23.311850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88132b4e-6ef4-4c5b-bb6d-103ff2b260a5,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:23.317092 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-6ad0ef37-39a9-48e9-abca-32a522f2f992 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161567 Nov 24 10:57:23.319577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:23.320325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.321209 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Added segment dd81dd8d-0041-4e97-b44a-447165b3d1a4 of type vxlan for network f9e71276-0405-416c-b6cf-6c7531bd8257 Nov 24 10:57:23.438147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.515738 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eeaa0e6b-8976-4edb-9010-2211ce0f8ac5 req-5f57e734-3a11-476e-bee6-d2049ae4dee4 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1888678 Nov 24 10:57:23.518110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.519425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:23.520149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.527029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:23.548077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ee091-6efa-478a-b18b-6e84c81c1103 req-1b018cf7-4d9d-41f6-8143-b6f3a3e3dca7 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:23.550383 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-663ee091-6efa-478a-b18b-6e84c81c1103 req-1b018cf7-4d9d-41f6-8143-b6f3a3e3dca7 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.1166723 Nov 24 10:57:23.606964 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-663ee091-6efa-478a-b18b-6e84c81c1103 req-460cfbb3-a746-4603-b9c4-a2fad4f5eefa tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455239 Nov 24 10:57:23.653948 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4378486 Nov 24 10:57:23.655401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e71276-0405-416c-b6cf-6c7531bd8257,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:23.656925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36528) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:23.658732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:23.666146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Request body: {'subnet': {'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1204124254-subnet', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:23.668049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network f9e71276-0405-416c-b6cf-6c7531bd8257 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:57:23.672336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:23.676641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Usage tracker for resource:subnet and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:23.679673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:23.685940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:23.697343 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Made reservation on behalf of 95ee9d72019f4ebbb61f09f1bca29535 for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:23.702327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15259331'] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:23.790430 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-06cebe51-6aaf-4ef9-8f01-4d7153a4bf81 req-6c1488cd-7452-4615-9e86-dbea5edb0b63 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0634940 Nov 24 10:57:24.130375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670a293-4707-488e-96a8-7382a677551c req-2134506a-86b9-4323-af35-6c61ff76902d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:24.130375 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a670a293-4707-488e-96a8-7382a677551c req-2134506a-86b9-4323-af35-6c61ff76902d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1905727 Nov 24 10:57:24.214174 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a670a293-4707-488e-96a8-7382a677551c req-f4554579-21f0-4190-8167-4d3fc1a458a8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787635 Nov 24 10:57:24.297304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838316427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15259376'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:24.318921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:24.459139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e28c28-ea1b-4564-8273-796d3336be90,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:24.462668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:24.539144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Checking segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:24.540223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Network hostable DHCP agents. Network: f9e71276-0405-416c-b6cf-6c7531bd8257, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:57:24.561285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Network f9e71276-0405-416c-b6cf-6c7531bd8257 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:57:24.569232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, f9e71276-0405-416c-b6cf-6c7531bd8257) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:24.579661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c22fcf-0fa3-4c5f-9103-8a3fb077e2c6 None None] Network f9e71276-0405-416c-b6cf-6c7531bd8257 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:57:24.580681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:24.581340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:24.606100 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9478602 Nov 24 10:57:24.608733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36544) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:24.613953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:24.618565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:24.622568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Usage tracker for resource:router and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:24.626151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:24.632162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:24.641851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:24.642827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:24.662804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:24.818455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-f9e71276-0405-416c-b6cf-6c7531bd8257', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:57:24.819818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:24.865499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:57:25.005822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0887f-35fb-41f6-b589-766a404049ca req-ef4e8fc4-6807-4da8-be13-c04a090ebc1d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:25.008028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ef0887f-35fb-41f6-b589-766a404049ca req-ef4e8fc4-6807-4da8-be13-c04a090ebc1d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.0913198 Nov 24 10:57:25.048830 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b55107fc-3ea1-4ad9-95d2-18004dd231db req-9ab7d99f-d6bb-4c0f-a0ba-62660006cec5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0606668 Nov 24 10:57:25.058035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.065283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-7ef0887f-35fb-41f6-b589-766a404049ca req-b4c6b95f-99d1-4726-ab72-a63ef2040470 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Synchronizing usage tracker for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:25.090537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-7ef0887f-35fb-41f6-b589-766a404049ca req-b4c6b95f-99d1-4726-ab72-a63ef2040470 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Unset dirty status for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:25.092017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ef0887f-35fb-41f6-b589-766a404049ca req-b4c6b95f-99d1-4726-ab72-a63ef2040470 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761189 Nov 24 10:57:25.288245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.305508 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Allocated IP 172.20.0.2 (f9e71276-0405-416c-b6cf-6c7531bd8257/92e28c28-ea1b-4564-8273-796d3336be90/4859e5c7-c27a-4ae4-8345-a71b58dea835) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:25.326643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.534116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.544951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Transition to ACTIVE for port object 4859e5c7-c27a-4ae4-8345-a71b58dea835 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:25.560910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Transition to ACTIVE for port object 4859e5c7-c27a-4ae4-8345-a71b58dea835 will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:25.566118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.581660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:25.599619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e72c-4ae4-488c-9465-a1697140bb9d req-fe6be767-5228-400d-be48-28e96f23cf4a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:25.601291 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5273e72c-4ae4-488c-9465-a1697140bb9d req-fe6be767-5228-400d-be48-28e96f23cf4a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2411206 Nov 24 10:57:25.710148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Pushing event updated for resources: {'Port': ['ID=4859e5c7-c27a-4ae4-8345-a71b58dea835,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:25.711074 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5273e72c-4ae4-488c-9465-a1697140bb9d req-2554f4e1-24db-46e5-8973-da076705ca96 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032758 Nov 24 10:57:25.715446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:25.726429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Allocated IP 172.27.1.124 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/00412066-124e-4a58-bca6-17385171c5ec) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:25.772516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Network f9e71276-0405-416c-b6cf-6c7531bd8257 is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:25.773910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:25.777056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:25.835999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Attempting to bind port 4859e5c7-c27a-4ae4-8345-a71b58dea835 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:25.836448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Attempting to bind port 4859e5c7-c27a-4ae4-8345-a71b58dea835 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:25.836858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Attempting to bind port 4859e5c7-c27a-4ae4-8345-a71b58dea835 on network f9e71276-0405-416c-b6cf-6c7531bd8257 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:25.843600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:25.844065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Checking segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:25.844561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.845001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Bound using segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:25.845513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Bound port: 4859e5c7-c27a-4ae4-8345-a71b58dea835, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:25.845931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.892647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.919219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.936928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] For port 4859e5c7-c27a-4ae4-8345-a71b58dea835, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:25.938846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:25.940162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] For port 4859e5c7-c27a-4ae4-8345-a71b58dea835, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=4859e5c7-c27a-4ae4-8345-a71b58dea835,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:25.943586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:25.958568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:26.071670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Pushing event updated for resources: {'Port': ['ID=00412066-124e-4a58-bca6-17385171c5ec,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:26.083654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:26.113334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Pushing event updated for resources: {'Port': ['ID=4859e5c7-c27a-4ae4-8345-a71b58dea835,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:26.118141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:26.129831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:26.131014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:26.134565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:26.271233 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95dd081d-e3f0-4095-ac5a-13425e9b55c6 req-fbd32af5-6c4d-4fe7-abfb-e2166bdf9575 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0524690 Nov 24 10:57:26.421311 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28890a7e-0e90-4b7b-aa29-a913f6115e63 req-407daed6-19cb-4e21-8212-31d151c2f596 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:26.422956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28890a7e-0e90-4b7b-aa29-a913f6115e63 req-407daed6-19cb-4e21-8212-31d151c2f596 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.1604948 Nov 24 10:57:26.516945 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28890a7e-0e90-4b7b-aa29-a913f6115e63 req-239090ff-5cc5-4fde-a571-d75718a111c4 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854709 Nov 24 10:57:26.524181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:26.525233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:26.780791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 10:57:26.929546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc310d6-7030-4b00-b41c-e790ef03f751 req-c65f1777-c1e8-4ce2-b8dc-a18665905b89 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:26.931679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfc310d6-7030-4b00-b41c-e790ef03f751 req-c65f1777-c1e8-4ce2-b8dc-a18665905b89 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0871766 Nov 24 10:57:26.979878 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfc310d6-7030-4b00-b41c-e790ef03f751 req-bb92f297-d9bb-4564-b6e5-621b4ea0287c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Nov 24 10:57:26.996763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:57:27.006852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:57:27.020399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:57:27.021072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:57:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:27.021412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:27.022825 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4131093 Nov 24 10:57:27.025709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36572) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:27.206540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:57:27.482372 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e043d6f-5253-43ce-a95f-949c8909f769 req-720aeb40-2ead-4ed8-aaba-056c0fc82b30 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0516694 Nov 24 10:57:27.524837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:26Z', 'revision_number': 3, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:27.529228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:57:27.529623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Updating router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff port 00412066-124e-4a58-bca6-17385171c5ec binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:57:27.585213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:27.651414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82e12db5-7dae-4e70-9660-89401a11cd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:27.680703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350a178f-bebf-45ea-9b8e-2391959d70b2 None None] Network f9e71276-0405-416c-b6cf-6c7531bd8257 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:57:27.840992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-5ddb221c-7e23-493e-9665-0ec89cad305c None None] Provisioning for port 4859e5c7-c27a-4ae4-8345-a71b58dea835 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:27.913537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b72d8e-dd1d-467b-b823-fb8de2dd09d7 req-b6fd1844-1cc1-430a-9fe4-9cf59d6cb270 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:27.922310 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2b72d8e-dd1d-467b-b823-fb8de2dd09d7 req-b6fd1844-1cc1-430a-9fe4-9cf59d6cb270 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.1989057 Nov 24 10:57:28.024871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 4859e5c7-c27a-4ae4-8345-a71b58dea835 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:28.117173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network f9e71276-0405-416c-b6cf-6c7531bd8257 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:57:28.120807 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2b72d8e-dd1d-467b-b823-fb8de2dd09d7 req-c7e27276-1b4a-482d-ba29-f2ba214c946a tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971450 Nov 24 10:57:28.275946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.283408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.301228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Transition to ACTIVE for port object 00412066-124e-4a58-bca6-17385171c5ec will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:28.307417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.333388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e1123c0-0992-43fa-b306-31c3784f6fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:28.386351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8a3420de-1655-4470-843a-6b0edc339a43 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:28.387112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 4859e5c7-c27a-4ae4-8345-a71b58dea835 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:28.387898 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8a3420de-1655-4470-843a-6b0edc339a43 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.3626435 Nov 24 10:57:28.402620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 4859e5c7-c27a-4ae4-8345-a71b58dea835 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:28.403449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.426752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Request body: {'port': {'device_id': '50e71767-09f9-4619-8546-674f3a8d6880', 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff', 'admin_state_up': True, 'tenant_id': '692d559686504a41a3a04647cdf75a6d'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:28.563088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Pushing event updated for resources: {'Port': ['ID=00412066-124e-4a58-bca6-17385171c5ec,revision_number=2']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:28.568028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.579868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.580613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.581186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.581904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.582464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.583497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.584057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.584639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.585209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.586224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.586913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.587470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.588101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.588686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.589254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.589814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.590362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.590918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.591477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.592551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.593117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.593672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.594227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.594779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:28.599988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:28.630259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-dad7671a-3af3-4a76-8973-215b5d3d1488 None None] Provisioning complete for port 4859e5c7-c27a-4ae4-8345-a71b58dea835 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:28.630956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dad7671a-3af3-4a76-8973-215b5d3d1488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.677799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:28.698224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 4859e5c7-c27a-4ae4-8345-a71b58dea835, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=4859e5c7-c27a-4ae4-8345-a71b58dea835,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:28.702672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:28.717222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.727298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:28.735696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Made reservation on behalf of 692d559686504a41a3a04647cdf75a6d for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:28.741976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.768630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Attempting to bind port 00412066-124e-4a58-bca6-17385171c5ec on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:28.769167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Attempting to bind port 00412066-124e-4a58-bca6-17385171c5ec by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:28.769694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Attempting to bind port 00412066-124e-4a58-bca6-17385171c5ec on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:28.787839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:28.789770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:28.790342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.791493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:28.794070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Bound port: 00412066-124e-4a58-bca6-17385171c5ec, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:28.794610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:28.834950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235b35d-9f6a-4501-a20c-5d4dacd1281f req-e5989fe3-d7cc-415b-8b82-5530a5086cc4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:28.837004 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5235b35d-9f6a-4501-a20c-5d4dacd1281f req-e5989fe3-d7cc-415b-8b82-5530a5086cc4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.5789306 Nov 24 10:57:28.938684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=4859e5c7-c27a-4ae4-8345-a71b58dea835,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:28.944133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:28.978675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] For port 00412066-124e-4a58-bca6-17385171c5ec, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:28.987323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] For port 00412066-124e-4a58-bca6-17385171c5ec, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=00412066-124e-4a58-bca6-17385171c5ec,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:28.994710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.011925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:29.075357 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-daff54f6-fb87-4761-af88-861832a2e500 req-0b967f6d-34cd-4291-94d7-d4a93d14474a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0728309 Nov 24 10:57:29.119567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ef6a14d9-dc47-4807-a4dd-9e02a9843731 None None] Provisioning complete for port 4859e5c7-c27a-4ae4-8345-a71b58dea835 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:29.120362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ef6a14d9-dc47-4807-a4dd-9e02a9843731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.129076 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5235b35d-9f6a-4501-a20c-5d4dacd1281f req-cf217b7f-9f5e-49f6-9826-6c4e54051bc0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267042 Nov 24 10:57:29.178835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Pushing event updated for resources: {'Port': ['ID=00412066-124e-4a58-bca6-17385171c5ec,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:29.182323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:29.236996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Allocated IP 172.20.0.1 (f9e71276-0405-416c-b6cf-6c7531bd8257/92e28c28-ea1b-4564-8273-796d3336be90/03653bf5-02ad-47c4-ab3f-1f53c2324dd3) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:29.262827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:57:29.268603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:57:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:29.415466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Allocated IP 172.20.0.8 (440e6b76-0ae8-4126-b32b-f2e9ef29e1ff/928703c5-c9ba-4e5b-a9e0-92c1725d8b73/b3f21467-3753-4ece-9efe-06c2208657d2) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:29.443288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb2997-5928-41df-922d-80d668cd85f9 req-913cd474-e48e-4e51-a522-58f5f18ce7d6 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:29.444934 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f9cb2997-5928-41df-922d-80d668cd85f9 req-913cd474-e48e-4e51-a522-58f5f18ce7d6 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.1207280 Nov 24 10:57:29.475668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:57:29.478828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.497688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Transition to ACTIVE for port object 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:29.516877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f9cb2997-5928-41df-922d-80d668cd85f9 req-6cb28d00-1a6e-40ef-a56e-867935a9a757 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Nov 24 10:57:29.518171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.599668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:29.698592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Pushing event updated for resources: {'Port': ['ID=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:29.699143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.704586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:29.726453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.746497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:29.749221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Network f9e71276-0405-416c-b6cf-6c7531bd8257 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:29.750406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:29.753602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:29.786967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a2ee1f47-e908-487f-bbca-f2b9f6e9e384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.799510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:26Z', 'revision_number': 3, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:29.804610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762487f4-e9ba-41e5-993c-3cf13570ce5c None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:26Z', 'revision_number': 3, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:57:29.835491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:29.940256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 4859e5c7-c27a-4ae4-8345-a71b58dea835 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:29.990151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.096628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 4859e5c7-c27a-4ae4-8345-a71b58dea835 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:30.097301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.266222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-c901da9c-8561-440b-ac4a-21c542f62136 None None] Provisioning for port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:30.307965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-c901da9c-8561-440b-ac4a-21c542f62136 None None] Provisioning complete for port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:30.308423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c901da9c-8561-440b-ac4a-21c542f62136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.409166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event updated for resources: {'Port': ['ID=b3f21467-3753-4ece-9efe-06c2208657d2,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:30.519115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:30.597676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:30.600827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.605526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:30.616929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:30.623870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c901da9c-8561-440b-ac4a-21c542f62136 None None] Port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:57:30.705824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160d312-7586-4aa4-93cc-7e23027ad7a7 req-f6920f66-5c75-47a6-ae84-4334096e4e39 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:30.718933 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3160d312-7586-4aa4-93cc-7e23027ad7a7 req-f6920f66-5c75-47a6-ae84-4334096e4e39 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 931 time: 0.2472203 Nov 24 10:57:30.719027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:30.719027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.761639 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3395274 Nov 24 10:57:30.770282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b7081-f703-4542-966e-bbe1c91b45db req-7a3a025b-8769-438d-8685-b8eb30a8b4bc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:30.772589 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1b1b7081-f703-4542-966e-bbe1c91b45db req-7a3a025b-8769-438d-8685-b8eb30a8b4bc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2521963 Nov 24 10:57:30.806796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.814452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Request body: {'port': {'device_id': '50e71767-09f9-4619-8546-674f3a8d6880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:30.823245 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3160d312-7586-4aa4-93cc-7e23027ad7a7 req-295de1a6-88f8-4201-9836-8810dfa88985 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036851 Nov 24 10:57:30.824700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:30.858899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:31.008840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:31.018083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:31.132827 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1b1b7081-f703-4542-966e-bbe1c91b45db req-13d2275f-6956-45a7-8880-b753cad402b6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535163 Nov 24 10:57:31.187596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Pushing event updated for resources: {'Port': ['ID=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:31.191662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:31.384839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:31.423145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Network f9e71276-0405-416c-b6cf-6c7531bd8257 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:31.424986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:31.517139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b335-e767-4a35-b2f0-3aea393c7732 req-4e3915da-0740-43fe-8705-8d571604156b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:31.518817 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6382b335-e767-4a35-b2f0-3aea393c7732 req-4e3915da-0740-43fe-8705-8d571604156b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.3236485 Nov 24 10:57:31.659178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-9950c37a-c62c-4f65-8e31-7d17b5c46189 None None] Provisioning complete for port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:31.659923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9950c37a-c62c-4f65-8e31-7d17b5c46189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:31.662355 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6382b335-e767-4a35-b2f0-3aea393c7732 req-7787cb9e-de85-4b82-829d-cd88cc8b6261 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355224 Nov 24 10:57:31.670867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f21467-3753-4ece-9efe-06c2208657d2 {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:57:31.681521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:31.705501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Transition to ACTIVE for port object b3f21467-3753-4ece-9efe-06c2208657d2 will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:31.710650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:31.728782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f6d2199f-1bd1-4f93-b69a-8393f75e2941 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:31.733179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9950c37a-c62c-4f65-8e31-7d17b5c46189 None None] Port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:57:31.888513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Pushing event updated for resources: {'Port': ['ID=b3f21467-3753-4ece-9efe-06c2208657d2,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:31.893661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:31.923588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 00412066-124e-4a58-bca6-17385171c5ec up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:32.007771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 00412066-124e-4a58-bca6-17385171c5ec completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:32.012865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 00412066-124e-4a58-bca6-17385171c5ec triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:32.013309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.090763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 10:57:32.143112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.157377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Attempting to bind port b3f21467-3753-4ece-9efe-06c2208657d2 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:32.157743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Attempting to bind port b3f21467-3753-4ece-9efe-06c2208657d2 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:32.158117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Attempting to bind port b3f21467-3753-4ece-9efe-06c2208657d2 on network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:32.160185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 00412066-124e-4a58-bca6-17385171c5ec, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=00412066-124e-4a58-bca6-17385171c5ec,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:32.163140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.165252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1ea7e053-8ca0-4529-ab47-fc48308f5706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:32.183312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b59d8-e97f-436c-a4bd-f56de0029ac1 req-0569b58c-d409-492c-a2ee-094c0bb0f463 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:32.184592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-406b59d8-e97f-436c-a4bd-f56de0029ac1 req-0569b58c-d409-492c-a2ee-094c0bb0f463 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:32.214164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:32.214905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Checking segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:32.215752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.216300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Bound using segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:32.216971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Bound port: b3f21467-3753-4ece-9efe-06c2208657d2, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:32.217435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.235591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.249363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=00412066-124e-4a58-bca6-17385171c5ec,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:32.253749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:32.339276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] For port b3f21467-3753-4ece-9efe-06c2208657d2, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:32.343233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] For port b3f21467-3753-4ece-9efe-06c2208657d2, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b3f21467-3753-4ece-9efe-06c2208657d2,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:32.344769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-406b59d8-e97f-436c-a4bd-f56de0029ac1 req-0569b58c-d409-492c-a2ee-094c0bb0f463 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:32.353281 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-406b59d8-e97f-436c-a4bd-f56de0029ac1 req-0569b58c-d409-492c-a2ee-094c0bb0f463 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.3542340 Nov 24 10:57:32.375247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.406747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:57:32.450023 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] 10.222.0.27 "PUT /v2.0/routers/725a6b33-a1f7-46d6-b3e8-8bd67825c6ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4223363 Nov 24 10:57:32.600455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8c5042ff-9442-4ae1-bbbc-0efcd617af05 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:32.623457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451006f-20e0-49e8-b23b-0ac689fa5aae req-335441f4-537a-48ea-b17e-43de5da6950a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:32.632897 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9451006f-20e0-49e8-b23b-0ac689fa5aae req-335441f4-537a-48ea-b17e-43de5da6950a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1205561 Nov 24 10:57:32.657678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-edbbcfb3-4460-4138-92ed-a863c2c3ceaf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80318) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 10:57:32.729134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:32.729767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:32.735264 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] 10.222.0.57 "PUT /v2.0/ports/b3f21467-3753-4ece-9efe-06c2208657d2 HTTP/1.1" status: 200 len: 1157 time: 1.9274950 Nov 24 10:57:32.735916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:32.772956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-406b59d8-e97f-436c-a4bd-f56de0029ac1 req-f37022f3-c823-4a13-8dfc-e566a43b7955 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183471 Nov 24 10:57:32.776580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Pushing event updated for resources: {'Port': ['ID=b3f21467-3753-4ece-9efe-06c2208657d2,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:32.777434 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9451006f-20e0-49e8-b23b-0ac689fa5aae req-f748dfee-8775-4f3c-a7bf-501aa49c7953 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429567 Nov 24 10:57:32.813409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:32.914051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-a4c85779-1da0-4c68-96ad-a3d17b4d5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:32.916117 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-a4c85779-1da0-4c68-96ad-a3d17b4d5a9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 1160 time: 0.0901313 Nov 24 10:57:33.076850 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-c051dfd7-7eb6-4aea-8a2a-3f17dd5bf76f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3f21467-3753-4ece-9efe-06c2208657d2 HTTP/1.1" status: 200 len: 217 time: 0.1452267 Nov 24 10:57:33.183511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83ded1-b19f-42e2-8b84-332d07c88b2b req-28cc76b4-e637-4789-b829-2cb5153954fa tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:33.185294 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4b83ded1-b19f-42e2-8b84-332d07c88b2b req-28cc76b4-e637-4789-b829-2cb5153954fa tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.1682181 Nov 24 10:57:33.189039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe14ee-af79-4003-8253-20e948e9174d req-86655d89-a478-4279-ba67-0759cc8ebe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:33.190514 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-86655d89-a478-4279-ba67-0759cc8ebe11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.1000850 Nov 24 10:57:33.259922 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-57ecd93d-26a8-4f54-8f83-6a6a9ea3e134 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506711 Nov 24 10:57:33.307141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:57:33.312122 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4b83ded1-b19f-42e2-8b84-332d07c88b2b req-552b8cc9-29f6-4e5b-96f4-2ac2178b0d12 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205778 Nov 24 10:57:33.335070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:57:33.335874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:57:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:33.400288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36690) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:33.406407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'security_group': {'name': 'tempest-securitygroup--993691578', 'description': 'tempest-description--2048343031'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:33.412203 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2', 'status': 'completed', 'code': 200} Nov 24 10:57:33.413425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:33.418659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:33.421765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:33.428353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:33.436047 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-89362400-1888-4cbe-be84-04c7d50f1a92 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623199 Nov 24 10:57:33.439820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.478538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:33.483638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:33.487007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:33.493996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:33.557106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.560139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.566052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ab5bef66-0e24-4b5f-9bd1-bd51827ca69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:33.602314 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8fe14ee-af79-4003-8253-20e948e9174d req-f6dfff87-3be9-4b96-9d8e-735115bad023 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538343 Nov 24 10:57:33.605321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.606568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1663 time: 0.2051027 Nov 24 10:57:33.610109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 36696) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:33.613662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'SecurityGroup': ['ID=62cd81f7-39db-437b-8b14-a5566d5eb822,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:33.617954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:33.618822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'security_group_rule': {'security_group_id': '62cd81f7-39db-437b-8b14-a5566d5eb822', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:33.625870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:33.632431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:33.635878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:33.642438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:33.663408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.708492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:57:33.741749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.745901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.748027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:33.811906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46dc9c1-7cb5-4f7c-9b95-512e0e42aff4,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:33.822637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:33.844018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.845363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2338789 Nov 24 10:57:33.848209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36704) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:33.856212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'security_group_rule': {'security_group_id': '62cd81f7-39db-437b-8b14-a5566d5eb822', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:33.860221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-9dbe5f71-cb51-4c90-bfb4-8f5f08178008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:33.861896 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-9dbe5f71-cb51-4c90-bfb4-8f5f08178008 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 1160 time: 0.1015286 Nov 24 10:57:33.871870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:33.888115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:33.902802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:33.913229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:33.949002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:33.973184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 00412066-124e-4a58-bca6-17385171c5ec up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:34.108619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.117181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.126737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:34.136348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 00412066-124e-4a58-bca6-17385171c5ec triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:34.137052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.153722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36793416-b1c4-4299-88d5-f19fabeefb44 req-76f168c1-7179-4f2e-93f4-ef52c690a688 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:34.155425 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36793416-b1c4-4299-88d5-f19fabeefb44 req-76f168c1-7179-4f2e-93f4-ef52c690a688 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.1502621 Nov 24 10:57:34.160721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1b7c6b-08e1-4505-9e18-5958d8061665,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:34.168651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:34.170432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.175549 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3258522 Nov 24 10:57:34.176366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 36710) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:34.182329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:34.188515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:34.199027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:30Z', 'revision_number': 2, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:34.206690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:57:34.207107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Updating router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:57:34.211525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:floatingip and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:34.217751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:34.228883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:34.282297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-a8fc6b15-7788-4f7a-a722-ae30a7caf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:34.284011 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-a8fc6b15-7788-4f7a-a722-ae30a7caf098 service neutron] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 908 time: 0.4138412 Nov 24 10:57:34.291234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36793416-b1c4-4299-88d5-f19fabeefb44 req-732ce1b1-053b-448c-88c8-9c88275734ba tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997345 Nov 24 10:57:34.292177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d35c34-d2cd-42a7-9bda-9542bfa45fa5 req-769ae53b-6b17-4b9e-be7a-779159677ae4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:34.293201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.293925 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-25d35c34-d2cd-42a7-9bda-9542bfa45fa5 req-769ae53b-6b17-4b9e-be7a-779159677ae4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.3230295 Nov 24 10:57:34.366374 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-6710af55-954e-4b92-996f-5ef5745866a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3f21467-3753-4ece-9efe-06c2208657d2 HTTP/1.1" status: 200 len: 217 time: 0.0713160 Nov 24 10:57:34.387491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.451025 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-25d35c34-d2cd-42a7-9bda-9542bfa45fa5 req-3b11d637-8615-4b02-9228-7d887fc5cf37 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834992 Nov 24 10:57:34.478159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-a4d2b369-3646-4d91-b7ac-9bffc28264c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:34.479939 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-a4d2b369-3646-4d91-b7ac-9bffc28264c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0972857 Nov 24 10:57:34.547739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-9084c8a4-e4e1-4501-9a1a-c0ed62f1cbc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515933 Nov 24 10:57:34.598557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.646853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6e904-58f9-4ce3-8b09-05025e312ace req-eea5ca60-d18e-4a14-9dbf-f54de0deb664 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:34.648560 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8ca6e904-58f9-4ce3-8b09-05025e312ace req-eea5ca60-d18e-4a14-9dbf-f54de0deb664 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 943 time: 0.1480844 Nov 24 10:57:34.714030 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-ddc3bf10-5e0f-472b-a882-b35d1378c2b3 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576161 Nov 24 10:57:34.766019 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8ca6e904-58f9-4ce3-8b09-05025e312ace req-e21b2291-3db5-4567-89f1-d8ba9bbb5a80 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617003 Nov 24 10:57:34.817235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device faa7e43b-9902-4332-b14b-111d7c1fe5dd up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:34.890590 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80fffbd0-43fe-4776-b4f0-44fb5ce7bd15 req-f8f3ce20-51a6-4cd5-bcd8-64c402563e98 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1658788 Nov 24 10:57:34.962687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port faa7e43b-9902-4332-b14b-111d7c1fe5dd completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:34.965169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Allocated IP 172.27.1.70 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/9dd7398e-9a37-46c1-92e1-074ba7502293) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:34.969509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:34.973842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port faa7e43b-9902-4332-b14b-111d7c1fe5dd triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:34.974232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.019578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Transition to ACTIVE for port object 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:35.029614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.045838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:35.122611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.148913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.165115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:35.188446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e58ff-94e2-4078-8fc7-a60375f93ecd None None] Pushing event updated for resources: {'Port': ['ID=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:35.217295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c20e58ff-94e2-4078-8fc7-a60375f93ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:35.281889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.303301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'Port': ['ID=9dd7398e-9a37-46c1-92e1-074ba7502293,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:35.316500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:35.365636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:35.366956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:35.373566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:35.375872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa7e43b-9902-4332-b14b-111d7c1fe5dd'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:35.391975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port faa7e43b-9902-4332-b14b-111d7c1fe5dd, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=faa7e43b-9902-4332-b14b-111d7c1fe5dd,segment=NetworkSegment(3e57cf61-2281-4bab-bb4e-cc22b38aa023),segment_id=3e57cf61-2281-4bab-bb4e-cc22b38aa023)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:35.437536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.444201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:35.543246 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa7e43b-9902-4332-b14b-111d7c1fe5dd', 'code': 200} Nov 24 10:57:35.576070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Attempting to bind port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:35.576570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Attempting to bind port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:35.576985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Attempting to bind port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 on network f9e71276-0405-416c-b6cf-6c7531bd8257 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:35.595809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:35.595809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Checking segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:35.596085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.596336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Bound using segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:35.597020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Bound port: 03653bf5-02ad-47c4-ab3f-1f53c2324dd3, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:35.597443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.604955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb8eb2-9174-48b0-8edb-bdeba050a3a9 req-acbbbc1c-baf8-4307-a197-2ac88439e809 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:35.610610 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3eb8eb2-9174-48b0-8edb-bdeba050a3a9 req-acbbbc1c-baf8-4307-a197-2ac88439e809 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.1432438 Nov 24 10:57:35.619941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=faa7e43b-9902-4332-b14b-111d7c1fe5dd,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:35.641021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:35.729512 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3eb8eb2-9174-48b0-8edb-bdeba050a3a9 req-3a909b60-95e6-43d1-852e-8324ba625178 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026087 Nov 24 10:57:35.734121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.781721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] For port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:35.785416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] For port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:35.793706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.897464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:35.904505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:35.983297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device faa7e43b-9902-4332-b14b-111d7c1fe5dd up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:36.043787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded0fb6-3cc4-4680-8c70-4b83c0ce24f1 req-bffad68f-cad6-490d-8269-2c6103b861bf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:36.045513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ded0fb6-3cc4-4680-8c70-4b83c0ce24f1 req-bffad68f-cad6-490d-8269-2c6103b861bf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2443490 Nov 24 10:57:36.115138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e58ff-94e2-4078-8fc7-a60375f93ecd None None] Pushing event updated for resources: {'Port': ['ID=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:36.122110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c20e58ff-94e2-4078-8fc7-a60375f93ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:36.125587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871476db-28f3-4829-8a69-9daebfc1c428 req-d718287b-63ec-45a3-b29c-16c95044a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:36.127636 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-871476db-28f3-4829-8a69-9daebfc1c428 req-d718287b-63ec-45a3-b29c-16c95044a864 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 1162 time: 0.2237318 Nov 24 10:57:36.139466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637c86c-b400-4a9f-8be7-a4986eee0b99 req-46d9897e-7eff-49dd-9c8b-7517ad6739dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:36.141703 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4637c86c-b400-4a9f-8be7-a4986eee0b99 req-46d9897e-7eff-49dd-9c8b-7517ad6739dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.1658099 Nov 24 10:57:36.176763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port faa7e43b-9902-4332-b14b-111d7c1fe5dd triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:36.177203 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:36.222403 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ded0fb6-3cc4-4680-8c70-4b83c0ce24f1 req-d7d9a9ae-0191-430f-a263-9595cd5f82a3 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676292 Nov 24 10:57:36.292719 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-871476db-28f3-4829-8a69-9daebfc1c428 req-cb635286-9a46-47e8-9b71-685e20f9bdb4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495008 Nov 24 10:57:36.308100 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4637c86c-b400-4a9f-8be7-a4986eee0b99 req-5c2653a8-cbc5-4b65-ad50-f3c2c2eb9c21 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278076 Nov 24 10:57:36.329434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:57:36.332459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:57:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:36.363861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:36.368455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:36.386101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:36.724911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'Port': ['ID=9dd7398e-9a37-46c1-92e1-074ba7502293,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:36.737373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:36.816061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:57:36.839224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:36.865898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:36.867564 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6899421 Nov 24 10:57:37.009953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7f3db-901c-4d2f-9684-a1fc552a187e req-be905080-95a7-4293-8998-dcd96bf2daab tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:37.011640 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5fe7f3db-901c-4d2f-9684-a1fc552a187e req-be905080-95a7-4293-8998-dcd96bf2daab tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.1217499 Nov 24 10:57:37.081145 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5fe7f3db-901c-4d2f-9684-a1fc552a187e req-9845f648-609b-41f2-be00-f231e7b9c1a5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607688 Nov 24 10:57:37.133461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-0437f536-c09a-4ae5-8add-5cbc948e0b30 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:37.156141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-0437f536-c09a-4ae5-8add-5cbc948e0b30 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:37.166769 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-0437f536-c09a-4ae5-8add-5cbc948e0b30 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--993691578&fields=id&tenant_id=95ee9d72019f4ebbb61f09f1bca29535 HTTP/1.1" status: 200 len: 267 time: 0.0868971 Nov 24 10:57:37.322410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:35Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:57:37.327903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ab6dc-1cdc-49a4-8927-144dcfb0f93f None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:35Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:57:37.396875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-7bc45958-1ce1-4c6d-a727-64e6d550dd58 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:37.397741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-7bc45958-1ce1-4c6d-a727-64e6d550dd58 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:37.425320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-7bc45958-1ce1-4c6d-a727-64e6d550dd58 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:37.436906 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-7bc45958-1ce1-4c6d-a727-64e6d550dd58 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 811 time: 0.2691429 Nov 24 10:57:37.458504 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-f454acb9-252e-4e0c-8f7e-a0946dcb8bba tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/quotas/95ee9d72019f4ebbb61f09f1bca29535 HTTP/1.1" status: 200 len: 375 time: 0.0201805 Nov 24 10:57:37.571232 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-96c878ef-e77b-41e9-9fd2-b4b3fe9e44b3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114330 Nov 24 10:57:37.600123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccdf16-fef8-4d0c-96b9-cf8d7f6b15cc req-fc9b37ca-d859-45b0-a008-68c87d428043 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:37.602313 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-20ccdf16-fef8-4d0c-96b9-cf8d7f6b15cc req-fc9b37ca-d859-45b0-a008-68c87d428043 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1225805 Nov 24 10:57:37.695744 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-20ccdf16-fef8-4d0c-96b9-cf8d7f6b15cc req-3eb37d9c-7260-4066-a021-db82e8ac5b89 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864930 Nov 24 10:57:37.743836 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-b32283c9-a72b-4cb2-9a12-d31c8e7ed06c service neutron] 10.222.0.27 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668119 Nov 24 10:57:37.936962 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-ad96c1bd-d14c-47b2-a503-e537256c0ada service neutron] 10.222.0.27 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1920433 Nov 24 10:57:37.984808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device faa7e43b-9902-4332-b14b-111d7c1fe5dd up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:38.041709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:38.115787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7d8d-8d30-484a-b41f-5f4780c992d0 req-de2ace95-1c74-4490-ac51-5c1cd12e5b45 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:38.136889 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-466a7d8d-8d30-484a-b41f-5f4780c992d0 req-de2ace95-1c74-4490-ac51-5c1cd12e5b45 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.2280388 Nov 24 10:57:38.213469 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-466a7d8d-8d30-484a-b41f-5f4780c992d0 req-3c8104e6-f41e-4feb-af5b-a208ae7579c0 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755894 Nov 24 10:57:38.241824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:38.255863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:38.258144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:38.315492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aaf1a6cb-8cdf-4886-95f0-2b6481876246 req-60a9e3f9-c95e-43c8-a496-922d62215656 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 210 time: 0.1255190 Nov 24 10:57:38.514084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port faa7e43b-9902-4332-b14b-111d7c1fe5dd triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:38.514655 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:38.590656 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:38.636030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff784cf-9627-4269-bc47-2c1199a4957a req-2617f9f2-6dd8-4710-ae9a-71f2807e040b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:38.637936 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eff784cf-9627-4269-bc47-2c1199a4957a req-2617f9f2-6dd8-4710-ae9a-71f2807e040b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.1818135 Nov 24 10:57:38.761494 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eff784cf-9627-4269-bc47-2c1199a4957a req-e088b7b8-c429-47e3-a672-55dbdc80507f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161723 Nov 24 10:57:38.796575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:38.802310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:38.804319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c20e58ff-94e2-4078-8fc7-a60375f93ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:38.886028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:38.889605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:38.982361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5fa87-a2c7-468f-ba18-c2544b9c3357 req-d5037abe-bf2c-4f9f-9927-2cb52ecc4bac tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:38.984011 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ec5fa87-a2c7-468f-ba18-c2544b9c3357 req-d5037abe-bf2c-4f9f-9927-2cb52ecc4bac tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0926194 Nov 24 10:57:39.052034 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ec5fa87-a2c7-468f-ba18-c2544b9c3357 req-b60c8a94-84cc-4941-9a7f-d7561a289f26 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608726 Nov 24 10:57:39.438606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1a509-d422-4d14-8ced-de14daaf0708 req-e455690c-1277-441e-b794-855ec94b8224 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:39.441267 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-21d1a509-d422-4d14-8ced-de14daaf0708 req-e455690c-1277-441e-b794-855ec94b8224 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.0907454 Nov 24 10:57:39.503118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-21d1a509-d422-4d14-8ced-de14daaf0708 req-78076157-82f7-4f7e-a95d-fc9f2cab4d4d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547819 Nov 24 10:57:39.516862 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3d18f207-24a0-49a5-9848-667686cbade3 req-54c51a9c-a388-4f61-a183-b3e633cf85b4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 210 time: 0.0537775 Nov 24 10:57:39.957477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:40.013298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-745de37f-2174-4803-aa5b-7395a854d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:40.026407 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-745de37f-2174-4803-aa5b-7395a854d7cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.1635466 Nov 24 10:57:40.042313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:40.043119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:40.176635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-f460c065-08cd-453f-85c3-9d27892cb45e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:40.178974 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-f460c065-08cd-453f-85c3-9d27892cb45e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 811 time: 0.1884146 Nov 24 10:57:40.381787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa746c3-d925-4dfc-9a94-467df07d09bd req-1019c6f1-6207-46a5-b4f3-b0cbfedc8eb1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:40.390510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-baa746c3-d925-4dfc-9a94-467df07d09bd req-1019c6f1-6207-46a5-b4f3-b0cbfedc8eb1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.4617460 Nov 24 10:57:40.443590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-cf67e672-1a1c-4419-becf-d779722aa754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:40.445910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-cf67e672-1a1c-4419-becf-d779722aa754 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.3882518 Nov 24 10:57:40.451327 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-baa746c3-d925-4dfc-9a94-467df07d09bd req-11bd4142-8466-4b7d-b5f8-cc08e21aaefa tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601778 Nov 24 10:57:40.483559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-314c788c-7648-4027-a201-3d9646d4d8cf tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:40.496485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-314c788c-7648-4027-a201-3d9646d4d8cf tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:40.497949 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-314c788c-7648-4027-a201-3d9646d4d8cf tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95ee9d72019f4ebbb61f09f1bca29535 HTTP/1.1" status: 200 len: 5244 time: 0.2886724 Nov 24 10:57:40.509754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'port': {'device_id': '55c735b1-abaa-441a-9827-94777cb9fbee', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'admin_state_up': True, 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'security_groups': ['62cd81f7-39db-437b-8b14-a5566d5eb822']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:40.534809 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-c19c0901-a128-4810-ae05-9319a5c4658c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.0780730 Nov 24 10:57:40.547917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34544eb5-37b6-42c0-b4f5-4f82029303b2 req-16d0c678-6e04-491f-aa59-71c19bb8416c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:40.549600 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-34544eb5-37b6-42c0-b4f5-4f82029303b2 req-16d0c678-6e04-491f-aa59-71c19bb8416c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2163868 Nov 24 10:57:40.675031 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-34544eb5-37b6-42c0-b4f5-4f82029303b2 req-af4f73a3-dfc8-4760-98a8-46b70aa11c75 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894003 Nov 24 10:57:40.686674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-504391b4-dc7f-4b80-8082-3e0e7132f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:40.688290 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-504391b4-dc7f-4b80-8082-3e0e7132f0af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.1377292 Nov 24 10:57:40.714231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:40.730917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:port and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:40.734688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9b00c229-92fc-42e9-acc9-9e3c32c1b8f9 req-21d4dbfc-26cd-4ff7-a194-23b827403914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:40.737372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for port was recalculated. Used quota:3. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:40.744916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:40.749096 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-1a771326-6488-4697-a638-aef505fcb7f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500882 Nov 24 10:57:40.762213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Made reservation on behalf of 95ee9d72019f4ebbb61f09f1bca29535 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:57:40.767790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:40.783307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9b00c229-92fc-42e9-acc9-9e3c32c1b8f9 req-21d4dbfc-26cd-4ff7-a194-23b827403914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:40.784605 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b00c229-92fc-42e9-acc9-9e3c32c1b8f9 req-21d4dbfc-26cd-4ff7-a194-23b827403914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 210 time: 0.1086726 Nov 24 10:57:40.940003 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-3186c31e-f901-4684-a837-9378190d40fb service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529012 Nov 24 10:57:41.100077 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d81ed6b-63ca-44f5-b596-24ac012eaf28 req-fbb8c795-baea-4a3b-854a-8eb43b1baf13 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1520469 Nov 24 10:57:41.121888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Allocated IP 172.20.0.11 (f9e71276-0405-416c-b6cf-6c7531bd8257/92e28c28-ea1b-4564-8273-796d3336be90/99745392-f4b5-466f-a948-dc72f6a284f0) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:57:41.327209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:41.345536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Transition to ACTIVE for port object 99745392-f4b5-466f-a948-dc72f6a284f0 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:41.367769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:41.383026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:41.518947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'Port': ['ID=99745392-f4b5-466f-a948-dc72f6a284f0,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:41.546694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.547109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.549559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.549559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.549559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.549559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.549559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.549559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.550049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.550327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.550567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.550958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.551486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.551881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.552350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.552800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.553316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.553712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.559491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.559491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.559491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.559491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.559491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.559491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:41.563837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:41.581661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device faa7e43b-9902-4332-b14b-111d7c1fe5dd up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:41.614976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Network f9e71276-0405-416c-b6cf-6c7531bd8257 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:57:41.614976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:57:41.616821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:57:41.685699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:41.686644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:41.688994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port faa7e43b-9902-4332-b14b-111d7c1fe5dd triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:41.689605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:41.699156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cd5f0-49cb-4904-bc9e-2ddb7fd1c99a req-bf9e7e4d-01b7-44d2-b7a6-146a79556416 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:41.706952 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f4cd5f0-49cb-4904-bc9e-2ddb7fd1c99a req-bf9e7e4d-01b7-44d2-b7a6-146a79556416 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.1060991 Nov 24 10:57:41.745284 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2406139 Nov 24 10:57:41.809338 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f4cd5f0-49cb-4904-bc9e-2ddb7fd1c99a req-b0dea68a-3054-4d09-818b-a413ef4f5c04 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013408 Nov 24 10:57:41.856321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Request body: {'port': {'device_id': '55c735b1-abaa-441a-9827-94777cb9fbee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:57:41.907527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device b3f21467-3753-4ece-9efe-06c2208657d2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:41.989854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b182c000-4dbb-4798-980e-7d5d64155ffb None None] Provisioning for port 99745392-f4b5-466f-a948-dc72f6a284f0 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:41.998373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b182c000-4dbb-4798-980e-7d5d64155ffb None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:41.998930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b182c000-4dbb-4798-980e-7d5d64155ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.061660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port b3f21467-3753-4ece-9efe-06c2208657d2 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:57:42.065010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14144edc-6fed-4cb8-bb89-cec823cebcc5 req-c4b42d15-6a32-4922-ba7c-fb3b7e284b42 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:42.067328 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-14144edc-6fed-4cb8-bb89-cec823cebcc5 req-c4b42d15-6a32-4922-ba7c-fb3b7e284b42 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 932 time: 0.1231997 Nov 24 10:57:42.070352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b182c000-4dbb-4798-980e-7d5d64155ffb None None] Port 99745392-f4b5-466f-a948-dc72f6a284f0 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:57:42.072913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port b3f21467-3753-4ece-9efe-06c2208657d2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:42.073410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.077401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.098407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25e9f-6479-4374-9def-b07ceec6bf8d req-5bfefc55-95e5-43f4-bb4c-5be5a3e30249 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:42.100055 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-14a25e9f-6479-4374-9def-b07ceec6bf8d req-5bfefc55-95e5-43f4-bb4c-5be5a3e30249 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1914515 Nov 24 10:57:42.120638 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-14144edc-6fed-4cb8-bb89-cec823cebcc5 req-0c12fb43-4c4b-4355-80a5-8f4b29e07b7f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Nov 24 10:57:42.208355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.239465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:42.241059 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-14a25e9f-6479-4374-9def-b07ceec6bf8d req-63ae7bc9-8315-4513-8d92-63a55e6165f7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111913 Nov 24 10:57:42.252114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port b3f21467-3753-4ece-9efe-06c2208657d2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b3f21467-3753-4ece-9efe-06c2208657d2,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:57:42.255633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.258748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:42.342689 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2', 'code': 200} Nov 24 10:57:42.358255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=b3f21467-3753-4ece-9efe-06c2208657d2,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:42.370841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:42.384021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8703a15-2f0c-4221-92a6-12490d21f710 req-06f2ac8e-97c5-4ad2-8cc5-7899a92498fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:42.386235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f8703a15-2f0c-4221-92a6-12490d21f710 req-06f2ac8e-97c5-4ad2-8cc5-7899a92498fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.1682599 Nov 24 10:57:42.441867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f8703a15-2f0c-4221-92a6-12490d21f710 req-607feebf-44d7-4698-b5d7-1c11c809456b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Nov 24 10:57:42.643740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99745392-f4b5-466f-a948-dc72f6a284f0 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:57:42.651659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.663956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Transition to ACTIVE for port object 99745392-f4b5-466f-a948-dc72f6a284f0 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:57:42.666883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:42.682183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6a069f7f-49e7-4736-8423-537ddc920df0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:42.794253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device b3f21467-3753-4ece-9efe-06c2208657d2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:42.814885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=99745392-f4b5-466f-a948-dc72f6a284f0,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:42.819386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:42.868875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port b3f21467-3753-4ece-9efe-06c2208657d2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:42.869392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:43.012920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c033f0-855a-41a3-8d64-e563620e683c req-5e437992-8060-4719-8eba-9572edaf3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:43.014781 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-87c033f0-855a-41a3-8d64-e563620e683c req-5e437992-8060-4719-8eba-9572edaf3504 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 1162 time: 0.1022871 Nov 24 10:57:43.079992 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-87c033f0-855a-41a3-8d64-e563620e683c req-5182ced6-2fb3-42a9-b54f-952f52cdcc46 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Nov 24 10:57:43.329786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Attempting to bind port 99745392-f4b5-466f-a948-dc72f6a284f0 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:57:43.330177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Attempting to bind port 99745392-f4b5-466f-a948-dc72f6a284f0 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:57:43.330557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Attempting to bind port 99745392-f4b5-466f-a948-dc72f6a284f0 on network f9e71276-0405-416c-b6cf-6c7531bd8257 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:57:43.350523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:57:43.350906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Checking segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:57:43.351323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:43.352301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Bound using segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:57:43.352862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Bound port: 99745392-f4b5-466f-a948-dc72f6a284f0, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:57:43.353249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:43.378963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb0822-5f0d-4fdb-84b1-87ac59f80cf4 req-64b81ef0-24de-437d-8799-5a586e46c0b8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:43.381597 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7dfb0822-5f0d-4fdb-84b1-87ac59f80cf4 req-64b81ef0-24de-437d-8799-5a586e46c0b8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0890896 Nov 24 10:57:43.425724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d5dd1-0f92-4c40-a16f-00ed56ab4213 req-31ebb55e-9ebe-408a-9686-c866c2c122cb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:43.427354 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de4d5dd1-0f92-4c40-a16f-00ed56ab4213 req-31ebb55e-9ebe-408a-9686-c866c2c122cb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.4847696 Nov 24 10:57:43.433619 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7dfb0822-5f0d-4fdb-84b1-87ac59f80cf4 req-d2d0e5b7-95ce-45dd-be56-0a21b69dc1d2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455146 Nov 24 10:57:43.516519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] For port 99745392-f4b5-466f-a948-dc72f6a284f0, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:57:43.522324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] For port 99745392-f4b5-466f-a948-dc72f6a284f0, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=99745392-f4b5-466f-a948-dc72f6a284f0,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:57:43.530470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:43.550639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:43.709595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4f2e0-c2e3-4be3-a5df-cf99cd8b8180 req-5bb4a00d-51f6-4078-896a-31bd6954d0b9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:43.723438 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-47c4f2e0-c2e3-4be3-a5df-cf99cd8b8180 req-5bb4a00d-51f6-4078-896a-31bd6954d0b9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1554101 Nov 24 10:57:43.725627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=99745392-f4b5-466f-a948-dc72f6a284f0,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:43.730548 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de4d5dd1-0f92-4c40-a16f-00ed56ab4213 req-43fff1df-4e1a-42ef-8612-9558cc8aabdd tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867777 Nov 24 10:57:43.731390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:43.790815 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-47c4f2e0-c2e3-4be3-a5df-cf99cd8b8180 req-c6083b87-b58c-48d0-bb1f-b42267b14283 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663707 Nov 24 10:57:43.870890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:43.871577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:43.873303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 1158 time: 2.0225077 Nov 24 10:57:43.873863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:57:43.954715 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0', 'status': 'completed', 'code': 200} Nov 24 10:57:44.091867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-8a8e1a88-7efc-4af2-aef9-aa2bc73bb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:44.093509 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-8a8e1a88-7efc-4af2-aef9-aa2bc73bb878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1161 time: 0.0875900 Nov 24 10:57:44.152743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 37032) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:44.215826 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-4391d9c4-4491-4205-8049-b68ef1f4b36a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 217 time: 0.0912116 Nov 24 10:57:44.298245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-69816f4a-c18c-4383-8d5e-dd24d48b4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:44.300031 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-69816f4a-c18c-4383-8d5e-dd24d48b4116 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0724113 Nov 24 10:57:44.363571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:44.401221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:57:44.403924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-b4580aee-2852-477f-aad7-3f0105a3c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:44.405678 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-b4580aee-2852-477f-aad7-3f0105a3c417 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910404 Nov 24 10:57:44.405824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Usage tracker for resource:security_group_rule and tenant:68ef0e1d51a6425ea5ea00809fd01f7a is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:57:44.408961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:57:44.414817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:57:44.486788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:44.494683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:44.503600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-195e7a4e-0a12-4c08-906b-9c48e0cf6141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:44.557220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f7eb4-dd5a-49ea-a656-9018972a31f4,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:44.568017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-31fbb2ff-8a29-43ed-b5da-5b9128856e98 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510334 Nov 24 10:57:44.568243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68ef0e1d51a6425ea5ea00809fd01f7a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4123976 Nov 24 10:57:44.569144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 37040) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:57:44.583320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.584049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.584521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.584921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.585312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.585723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.586120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.586506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.586894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.587277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.587661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.588046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.588548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.588934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.589319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.589703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.590093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.590466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.590846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.591223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.591598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.591973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.592380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.592807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:57:44.599764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:44.721382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:44.757869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27788aec-d566-4fce-9006-d5329c5dd8a5 req-39298f68-f928-45fa-88b7-6d70804094e6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:44.759581 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-27788aec-d566-4fce-9006-d5329c5dd8a5 req-39298f68-f928-45fa-88b7-6d70804094e6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.1610072 Nov 24 10:57:44.764666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:44.874157 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83ab242f-f49d-4090-a2b1-7bc3b792ee21 req-dc9132d5-2356-43d8-b0d6-132cc703070a service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1851277 Nov 24 10:57:45.078816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91d65b-2ecd-4bd5-a1f2-d6b691b96983 req-bd9175a0-c336-4144-8e8b-2efe357df57d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:45.080729 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e91d65b-2ecd-4bd5-a1f2-d6b691b96983 req-bd9175a0-c336-4144-8e8b-2efe357df57d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.1417775 Nov 24 10:57:45.108991 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-27788aec-d566-4fce-9006-d5329c5dd8a5 req-c1082c75-6b09-4812-9d4d-e3748b736ef7 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327718 Nov 24 10:57:45.110212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:45.115509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-20298762-5667-4055-9463-6d19bd6f9fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:57:45.130622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f7eb4-dd5a-49ea-a656-9018972a31f4,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:57:45.134461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:57:45.135435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:45.142097 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1e3f7eb4-dd5a-49ea-a656-9018972a31f4 HTTP/1.1" status: 204 len: 168 time: 0.5665379 Nov 24 10:57:45.155450 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e91d65b-2ecd-4bd5-a1f2-d6b691b96983 req-dcbae9cb-e2b8-4d8e-8d98-d0c4e82bd34d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Nov 24 10:57:45.361580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1da45-1bd5-49c4-ab9e-dbda78781f46 req-9bdf68dd-4937-44b9-996b-4fd037eac75e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:45.363323 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9ac1da45-1bd5-49c4-ab9e-dbda78781f46 req-9bdf68dd-4937-44b9-996b-4fd037eac75e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0904171 Nov 24 10:57:45.419685 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9ac1da45-1bd5-49c4-ab9e-dbda78781f46 req-ab890341-62fc-445e-8a74-aabdd8edd2ba tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Nov 24 10:57:45.907059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e521f-4d78-4cd3-87d2-814299850081 req-d4b8be9f-db2f-4ed6-a7ba-25f8dcda87bf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:45.908756 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dd8e521f-4d78-4cd3-87d2-814299850081 req-d4b8be9f-db2f-4ed6-a7ba-25f8dcda87bf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0851517 Nov 24 10:57:45.958598 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dd8e521f-4d78-4cd3-87d2-814299850081 req-d5dd0137-5703-456c-97c9-747c6ec25817 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421145 Nov 24 10:57:46.352174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e8c6f-cf6e-4271-b63b-5142707e89fa req-ebf29d2d-6258-443d-bd6b-67311355c23b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:46.353821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-416e8c6f-cf6e-4271-b63b-5142707e89fa req-ebf29d2d-6258-443d-bd6b-67311355c23b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0868258 Nov 24 10:57:46.386366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ced6c-ecf3-4e22-bd8c-8b5d7dd54f39 req-3489a668-4cf9-424e-a2b0-a4276381839e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:46.388000 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-140ced6c-ecf3-4e22-bd8c-8b5d7dd54f39 req-3489a668-4cf9-424e-a2b0-a4276381839e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0927691 Nov 24 10:57:46.404419 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-416e8c6f-cf6e-4271-b63b-5142707e89fa req-58467161-a7cb-4ec2-af02-f5466c486b64 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Nov 24 10:57:46.437564 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-140ced6c-ecf3-4e22-bd8c-8b5d7dd54f39 req-71446fa8-2559-4233-afb8-9f13f0c579b7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431955 Nov 24 10:57:47.171011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc47d54-808c-44fa-bdad-affb96a71149 req-4f911f99-24cb-452a-a8b7-8eea2717c34b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:47.172657 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfc47d54-808c-44fa-bdad-affb96a71149 req-4f911f99-24cb-452a-a8b7-8eea2717c34b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0859187 Nov 24 10:57:47.225350 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfc47d54-808c-44fa-bdad-affb96a71149 req-af3424c0-cb02-4c75-b9ed-5adc97218781 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Nov 24 10:57:47.621459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd4a46-68bf-4d2d-9134-34e8e69f685a req-f522778a-0bf0-41fa-96be-a0a1c9f28267 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:47.622439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9edd4a46-68bf-4d2d-9134-34e8e69f685a req-f522778a-0bf0-41fa-96be-a0a1c9f28267 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:57:47.638564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9edd4a46-68bf-4d2d-9134-34e8e69f685a req-f522778a-0bf0-41fa-96be-a0a1c9f28267 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:57:47.639911 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9edd4a46-68bf-4d2d-9134-34e8e69f685a req-f522778a-0bf0-41fa-96be-a0a1c9f28267 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.1017230 Nov 24 10:57:47.653490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f34cee-f3d4-49ee-bb78-877224ee224a req-bf4940a0-18b4-4cea-aa9c-8f495e1f5da3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:47.655088 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9f34cee-f3d4-49ee-bb78-877224ee224a req-bf4940a0-18b4-4cea-aa9c-8f495e1f5da3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0846348 Nov 24 10:57:47.690041 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9edd4a46-68bf-4d2d-9134-34e8e69f685a req-5584a20c-e5df-461d-a89f-536b0a872ab5 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Nov 24 10:57:47.702785 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9f34cee-f3d4-49ee-bb78-877224ee224a req-c178d0f7-193b-4376-8a88-e326a155de84 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Nov 24 10:57:48.479416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312e46a-cd44-4c3e-9310-0c11fcd77bb7 req-2b5ccffb-3199-4ace-bba5-619a3c167181 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:48.481112 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3312e46a-cd44-4c3e-9310-0c11fcd77bb7 req-2b5ccffb-3199-4ace-bba5-619a3c167181 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0956900 Nov 24 10:57:48.533193 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3312e46a-cd44-4c3e-9310-0c11fcd77bb7 req-b8b62312-de5b-48d1-9a7d-cf7222e7bf9c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Nov 24 10:57:48.911213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2490ea6-f309-40ab-b8bd-552f9258d4ec req-1a22b19a-0221-4e88-9397-119ede1ed300 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:48.913028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2490ea6-f309-40ab-b8bd-552f9258d4ec req-1a22b19a-0221-4e88-9397-119ede1ed300 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0925527 Nov 24 10:57:48.919597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1b523-efd0-4453-bc4f-c007ab467a26 req-32dc87ad-16e2-4215-a54b-ed0e4bbd5087 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:48.921256 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88c1b523-efd0-4453-bc4f-c007ab467a26 req-32dc87ad-16e2-4215-a54b-ed0e4bbd5087 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0882127 Nov 24 10:57:48.961921 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2490ea6-f309-40ab-b8bd-552f9258d4ec req-61932c14-5ab5-42f8-bfa4-4e3519abe47d tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Nov 24 10:57:48.973014 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88c1b523-efd0-4453-bc4f-c007ab467a26 req-896a15d5-c054-4679-b89c-17dea9edeeae tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Nov 24 10:57:49.743240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548ba5d-0197-4f53-acdd-a31aee7b5ca4 req-c5d5262c-9232-446c-a9b3-4f9f6f60656a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:49.744940 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4548ba5d-0197-4f53-acdd-a31aee7b5ca4 req-c5d5262c-9232-446c-a9b3-4f9f6f60656a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0823572 Nov 24 10:57:49.795614 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4548ba5d-0197-4f53-acdd-a31aee7b5ca4 req-5bb46cf8-0863-4b46-ae53-d2830f34aa0c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Nov 24 10:57:50.184201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92613f90-0986-4b53-b00e-51a5082d9e7c req-2f4de07d-9ebc-43eb-8ba9-74d43bdf8366 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:50.185889 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92613f90-0986-4b53-b00e-51a5082d9e7c req-2f4de07d-9ebc-43eb-8ba9-74d43bdf8366 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0869219 Nov 24 10:57:50.193423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e8e6d-69a8-4f6d-92e9-91f0ef571e5b req-5993fa72-a66c-49c7-a41d-c23cacaf93ea tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:50.195071 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-902e8e6d-69a8-4f6d-92e9-91f0ef571e5b req-5993fa72-a66c-49c7-a41d-c23cacaf93ea tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0886405 Nov 24 10:57:50.235546 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92613f90-0986-4b53-b00e-51a5082d9e7c req-48e3e556-a8b7-4e6f-aff2-aec67edf9ba6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Nov 24 10:57:50.244857 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-902e8e6d-69a8-4f6d-92e9-91f0ef571e5b req-372650bb-0510-407a-b31b-631e4e1005c3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433075 Nov 24 10:57:51.009790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ed4d8-b54e-46b4-8635-ea0b1fad566b req-0a4d53c8-9084-45a5-8371-d53bcfa6fce7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:51.011429 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-663ed4d8-b54e-46b4-8635-ea0b1fad566b req-0a4d53c8-9084-45a5-8371-d53bcfa6fce7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0873921 Nov 24 10:57:51.059245 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-663ed4d8-b54e-46b4-8635-ea0b1fad566b req-970b9885-f061-496e-a192-12ad6f078ebd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Nov 24 10:57:51.451584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7544d5e-2e1e-4c88-b0b0-c593a5c871e7 req-a3b63347-4c52-4561-ad47-72f68e0e2f2c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:51.453227 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7544d5e-2e1e-4c88-b0b0-c593a5c871e7 req-a3b63347-4c52-4561-ad47-72f68e0e2f2c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0828912 Nov 24 10:57:51.464559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db37fd1-2403-4c6f-a148-2424b7f206a5 req-3a5424cb-dafc-4ba3-a98c-a15b26a7f55b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:51.466197 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5db37fd1-2403-4c6f-a148-2424b7f206a5 req-3a5424cb-dafc-4ba3-a98c-a15b26a7f55b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0840549 Nov 24 10:57:51.509870 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7544d5e-2e1e-4c88-b0b0-c593a5c871e7 req-18f65938-eabf-4c2c-a347-2b9df9192ddd tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498695 Nov 24 10:57:51.519748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5db37fd1-2403-4c6f-a148-2424b7f206a5 req-3ee3efba-7311-4046-9488-5da308701f11 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 Nov 24 10:57:52.276058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72864e45-48d5-4152-943e-f5d9ae49acc8 req-469f9acc-1bab-40ad-80bf-fda8ccf1b99c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:52.277700 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-72864e45-48d5-4152-943e-f5d9ae49acc8 req-469f9acc-1bab-40ad-80bf-fda8ccf1b99c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0856354 Nov 24 10:57:52.326325 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-72864e45-48d5-4152-943e-f5d9ae49acc8 req-6d051698-6f2a-4b77-a0fc-b3b16705f9e8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Nov 24 10:57:52.742571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586ac76-e624-4bd9-b8d8-57b0a0fbd489 req-dd6b0f17-d2d1-4db0-b05c-84ea8663646a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:52.744214 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a586ac76-e624-4bd9-b8d8-57b0a0fbd489 req-dd6b0f17-d2d1-4db0-b05c-84ea8663646a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.1020839 Nov 24 10:57:52.750392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c3843-4865-4858-9e53-18a15ade7cf9 req-ed14324d-0c2b-43ea-b376-38eff3743942 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:52.752347 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f46c3843-4865-4858-9e53-18a15ade7cf9 req-ed14324d-0c2b-43ea-b376-38eff3743942 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0951059 Nov 24 10:57:52.795154 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a586ac76-e624-4bd9-b8d8-57b0a0fbd489 req-9ef2a43f-7e9c-444d-892d-d46c05b03f5c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Nov 24 10:57:52.804216 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f46c3843-4865-4858-9e53-18a15ade7cf9 req-6c097592-2d50-4e15-9375-651a27bcafa3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Nov 24 10:57:53.537769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235927c-6bae-4a40-a40f-ab8994762c6f req-7e8b1b71-9d75-493a-8f9d-52623e176ad5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:53.540447 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5235927c-6bae-4a40-a40f-ab8994762c6f req-7e8b1b71-9d75-493a-8f9d-52623e176ad5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0850511 Nov 24 10:57:53.589956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5235927c-6bae-4a40-a40f-ab8994762c6f req-a6be00d5-77ff-41a0-8faf-1784227324e5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Nov 24 10:57:54.027575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28595060-77c9-4dd2-b6e0-05b59dd5c8f8 req-f743a8d4-9402-45bf-a459-5ce59c88fe4e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:54.029239 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28595060-77c9-4dd2-b6e0-05b59dd5c8f8 req-f743a8d4-9402-45bf-a459-5ce59c88fe4e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0853388 Nov 24 10:57:54.058431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de753b72-7035-40a1-8874-bf3c97024b11 req-ed71fbbd-1ebb-4e11-9b26-b58770bf7034 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:54.060025 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de753b72-7035-40a1-8874-bf3c97024b11 req-ed71fbbd-1ebb-4e11-9b26-b58770bf7034 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0904255 Nov 24 10:57:54.082127 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28595060-77c9-4dd2-b6e0-05b59dd5c8f8 req-90a1e5d3-1d43-41dc-8c1a-1059698af820 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464432 Nov 24 10:57:54.111007 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de753b72-7035-40a1-8874-bf3c97024b11 req-10166392-b2ff-4f60-a2a7-30ba87ad781b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Nov 24 10:57:54.810898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dffc04-0338-408a-a21c-3c40c92dc65c req-7f7a690c-ba71-4641-8e59-f1a278c388d9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:54.812562 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-39dffc04-0338-408a-a21c-3c40c92dc65c req-7f7a690c-ba71-4641-8e59-f1a278c388d9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0866587 Nov 24 10:57:54.861280 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-39dffc04-0338-408a-a21c-3c40c92dc65c req-64f6f3de-bdbc-4afc-90e2-9b035e6db3c1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Nov 24 10:57:55.309751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d5cb-027f-47f2-b8e4-7894d7f7db7a req-06093cd1-9496-4c57-92a2-beadd01e0609 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:55.311580 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-50f8d5cb-027f-47f2-b8e4-7894d7f7db7a req-06093cd1-9496-4c57-92a2-beadd01e0609 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0901530 Nov 24 10:57:55.359378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd3696-cf11-4996-892a-7b9a48c2e825 req-9e4e22c3-5b90-4b71-b2c3-83ac1d866afd tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:55.361010 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-60fd3696-cf11-4996-892a-7b9a48c2e825 req-9e4e22c3-5b90-4b71-b2c3-83ac1d866afd tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.1114848 Nov 24 10:57:55.361248 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-50f8d5cb-027f-47f2-b8e4-7894d7f7db7a req-fd7875e9-5fb3-4b07-b8e5-e35882e462db tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429378 Nov 24 10:57:55.412226 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-60fd3696-cf11-4996-892a-7b9a48c2e825 req-0f508521-4977-4819-874e-b271c5655fc4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444915 Nov 24 10:57:56.079595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b91d5b-b3de-4bf2-a7cd-13f400c61ee8 req-c98c3b44-0db5-42f1-a919-8773b4f35601 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.081250 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8b91d5b-b3de-4bf2-a7cd-13f400c61ee8 req-c98c3b44-0db5-42f1-a919-8773b4f35601 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0900543 Nov 24 10:57:56.128193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:56.133098 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8b91d5b-b3de-4bf2-a7cd-13f400c61ee8 req-ed4aa544-bb93-4b93-b36d-1342c4ab563f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436919 Nov 24 10:57:56.249326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-f07e7cac-0029-462f-ad54-2bcd2f6ce63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.251319 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-f07e7cac-0029-462f-ad54-2bcd2f6ce63d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.0804520 Nov 24 10:57:56.282887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-c22d9164-eaf7-4542-a8dd-7a7c2b8bd932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.284556 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-c22d9164-eaf7-4542-a8dd-7a7c2b8bd932 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1161 time: 0.0782259 Nov 24 10:57:56.404925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-ef8dd562-ecb7-4ad9-92b2-fe53cf78a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.406552 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-ef8dd562-ecb7-4ad9-92b2-fe53cf78a946 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.1408207 Nov 24 10:57:56.435330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-bc04acb7-f4b0-480c-b003-80b1c21ec74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.436987 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-bc04acb7-f4b0-480c-b003-80b1c21ec74a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1398141 Nov 24 10:57:56.613236 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-6ab0ff32-f576-4269-af86-be54853b25fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.0829720 Nov 24 10:57:56.637484 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-c77f86c0-8241-4d1a-ae0b-6012e1fc9ab9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 217 time: 0.1108484 Nov 24 10:57:56.694595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa1710-864f-4178-8955-49d52b2a1ca1 req-11b9c46a-f265-45c6-b4a0-10cdf885d642 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.696656 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5caa1710-864f-4178-8955-49d52b2a1ca1 req-11b9c46a-f265-45c6-b4a0-10cdf885d642 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.2050350 Nov 24 10:57:56.717732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:56.729576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-ed645f3a-d429-4fb5-8151-aae7f6212100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.731244 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-ed645f3a-d429-4fb5-8151-aae7f6212100 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.0979753 Nov 24 10:57:56.731665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-f5877735-e263-41b9-94d3-201392faa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.733323 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-f5877735-e263-41b9-94d3-201392faa813 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0884986 Nov 24 10:57:56.752892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079839b2-d4d0-4d6a-bc04-38d0456b05f8 req-6d7c92c7-f66e-428f-b277-e2781f4794ad tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.754524 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-079839b2-d4d0-4d6a-bc04-38d0456b05f8 req-6d7c92c7-f66e-428f-b277-e2781f4794ad tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.1730537 Nov 24 10:57:56.805914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:56.806345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:56.808053 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-97470d72-fc13-4bf8-8e9c-48f7a92e948a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603800 Nov 24 10:57:56.812177 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5caa1710-864f-4178-8955-49d52b2a1ca1 req-4add0e15-910f-4c3a-86a9-50a5b88cb96a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088607 Nov 24 10:57:56.862746 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-079839b2-d4d0-4d6a-bc04-38d0456b05f8 req-63c1002d-efab-4a06-bc6a-4c108d90a231 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692148 Nov 24 10:57:56.886657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-9b18ef85-e850-4e89-8ec4-5d92b1f0b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:56.888655 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-9b18ef85-e850-4e89-8ec4-5d92b1f0b456 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1426089 Nov 24 10:57:56.958867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-7ccbb925-ddd6-454b-bb89-e326a427e568 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430180 Nov 24 10:57:57.048713 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-211f7325-bb65-48c8-a4ee-2823b536e60f service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465621 Nov 24 10:57:57.107673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-714038d6-00af-4150-9c97-c4c7acdca0ec req-c468173e-c002-4971-94e2-bf2934af3112 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409745 Nov 24 10:57:57.205167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a78e6098-deb8-4ed6-8c12-d69bf762a73a req-95aac899-c2ef-41ed-ac3a-bac217d7306d service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487257 Nov 24 10:57:57.363128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c864c-c190-4f0d-bf20-99126cd76d03 req-3aaf353f-a2e4-48d3-8f1f-19f4244bb777 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:57.364752 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c52c864c-c190-4f0d-bf20-99126cd76d03 req-3aaf353f-a2e4-48d3-8f1f-19f4244bb777 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0870311 Nov 24 10:57:57.414312 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c52c864c-c190-4f0d-bf20-99126cd76d03 req-ecdc27ec-5187-424e-9831-e259c35d7d23 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Nov 24 10:57:57.633517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-321e0a41-7985-4527-96d7-d2d9a58bf5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:58.031725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e148e6-74e7-4673-ae87-cd75f786ab9d req-a1262b9f-8c52-4e46-96fa-c04a81a4fb46 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:58.033383 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-76e148e6-74e7-4673-ae87-cd75f786ab9d req-a1262b9f-8c52-4e46-96fa-c04a81a4fb46 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0836191 Nov 24 10:57:58.081921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63301de0-ad73-4f8a-958b-659ffc33323b req-d306b4a5-ea67-4563-8206-60ea0e027855 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:58.082161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-76e148e6-74e7-4673-ae87-cd75f786ab9d req-4705317e-ea75-49b2-9c9a-e5a69d75e790 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Nov 24 10:57:58.083513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63301de0-ad73-4f8a-958b-659ffc33323b req-d306b4a5-ea67-4563-8206-60ea0e027855 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0848908 Nov 24 10:57:58.128067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device b3f21467-3753-4ece-9efe-06c2208657d2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:57:58.145800 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63301de0-ad73-4f8a-958b-659ffc33323b req-8e0855a7-05a5-4f92-81bb-6c539e5c4450 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555594 Nov 24 10:57:58.208520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port b3f21467-3753-4ece-9efe-06c2208657d2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:57:58.208943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:58.649008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b505bb6-a7df-4bae-a710-f8abda437216 req-61efacda-5f24-4604-b052-894c813c46cc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:58.650535 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5b505bb6-a7df-4bae-a710-f8abda437216 req-61efacda-5f24-4604-b052-894c813c46cc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0891280 Nov 24 10:57:58.697458 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5b505bb6-a7df-4bae-a710-f8abda437216 req-b91bc11d-a314-4335-805c-80771e51ecb6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Nov 24 10:57:59.368903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed8e2-b6fb-401b-9fe5-7da897d384a2 req-87ec0255-b033-4585-bb99-2d7e73a418ac tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:59.370443 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c0ed8e2-b6fb-401b-9fe5-7da897d384a2 req-87ec0255-b033-4585-bb99-2d7e73a418ac tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0905335 Nov 24 10:57:59.423543 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c0ed8e2-b6fb-401b-9fe5-7da897d384a2 req-276b0815-2133-4574-9af6-485d95e9112e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Nov 24 10:57:59.779937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7bf429bb-0975-4f42-85e4-25365bea6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:57:59.909305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb9e46-7fcc-4b1f-a559-68cfb3ac4826 req-02485992-ca03-4437-bb4e-2f814e153955 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:57:59.910904 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2edb9e46-7fcc-4b1f-a559-68cfb3ac4826 req-02485992-ca03-4437-bb4e-2f814e153955 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0834808 Nov 24 10:57:59.959801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2edb9e46-7fcc-4b1f-a559-68cfb3ac4826 req-3b2af647-d277-41e3-98a0-b92c35128511 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Nov 24 10:58:00.036610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device b3f21467-3753-4ece-9efe-06c2208657d2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:00.107851 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port b3f21467-3753-4ece-9efe-06c2208657d2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:00.108299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:00.231738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:00.301508 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:00.301932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:00.452810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:00.640754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e5d78-a27d-4d2c-96cf-5c7f6b4790a2 req-caecbdc6-bb61-4f73-a592-078bbf860790 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:00.642368 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-059e5d78-a27d-4d2c-96cf-5c7f6b4790a2 req-caecbdc6-bb61-4f73-a592-078bbf860790 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0860827 Nov 24 10:58:00.694144 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-059e5d78-a27d-4d2c-96cf-5c7f6b4790a2 req-304e0b78-90bd-4747-b2fd-19e497aafba9 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453811 Nov 24 10:58:01.177192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e13c4-f9de-4da9-98cf-88ad9a38c3e1 req-6e83bda3-184e-4590-b1f4-6f9a6e23603c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:01.178771 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-239e13c4-f9de-4da9-98cf-88ad9a38c3e1 req-6e83bda3-184e-4590-b1f4-6f9a6e23603c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0876782 Nov 24 10:58:01.227583 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-239e13c4-f9de-4da9-98cf-88ad9a38c3e1 req-f386727c-1dd3-4750-ba30-6f2461c3ec9f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417557 Nov 24 10:58:01.357500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:01.868721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:58:01.912477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ab762-699f-4424-aa87-6546cb978154 req-8313a08e-160a-4058-8ce6-eb8f88fbe794 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:01.914803 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9f7ab762-699f-4424-aa87-6546cb978154 req-8313a08e-160a-4058-8ce6-eb8f88fbe794 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0866289 Nov 24 10:58:01.967021 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9f7ab762-699f-4424-aa87-6546cb978154 req-517e3941-d012-4835-9f0f-d77d7f515cb8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448558 Nov 24 10:58:02.207513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:02.457182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f16581-752c-45a6-8753-d1c5a1cfa961 req-beb1571b-8a4e-4fe5-ac21-fa661c4a5b64 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:02.458811 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a0f16581-752c-45a6-8753-d1c5a1cfa961 req-beb1571b-8a4e-4fe5-ac21-fa661c4a5b64 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0888152 Nov 24 10:58:02.510644 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a0f16581-752c-45a6-8753-d1c5a1cfa961 req-bce10570-e57b-4d74-a9b3-1dc97c23bcdf tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446205 Nov 24 10:58:03.187677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c18f4-b64a-424b-9410-cd883a3ec884 req-b7c2921b-948f-4146-b679-297a0e92db6b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:03.189364 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-457c18f4-b64a-424b-9410-cd883a3ec884 req-b7c2921b-948f-4146-b679-297a0e92db6b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0862629 Nov 24 10:58:03.236741 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-457c18f4-b64a-424b-9410-cd883a3ec884 req-a4ab0d6c-f3d9-4843-bf42-5c390731697c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409577 Nov 24 10:58:03.724773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0d46d-96fb-4d33-b447-024bd1f7e59b req-b39027df-f263-4e78-9039-403c7e65aaf6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:03.726458 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28f0d46d-96fb-4d33-b447-024bd1f7e59b req-b39027df-f263-4e78-9039-403c7e65aaf6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0844002 Nov 24 10:58:03.775571 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28f0d46d-96fb-4d33-b447-024bd1f7e59b req-35c5bacc-4dcc-44c1-836b-659a23d5df48 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426648 Nov 24 10:58:04.465347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c6e75-4c60-4429-8214-a967a106067d req-5e3ea074-d017-4e22-8d56-d8158539d359 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:04.466979 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f7c6e75-4c60-4429-8214-a967a106067d req-5e3ea074-d017-4e22-8d56-d8158539d359 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0878594 Nov 24 10:58:04.515652 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f7c6e75-4c60-4429-8214-a967a106067d req-82e3235b-20d3-4b6b-a8d5-d0c5614f3e29 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Nov 24 10:58:05.184606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b222c-ed3c-4477-87fe-148b2b84c136 req-bed58b11-c53a-42c2-a505-9880de8a5a5c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:05.186208 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8a7b222c-ed3c-4477-87fe-148b2b84c136 req-bed58b11-c53a-42c2-a505-9880de8a5a5c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2758582 Nov 24 10:58:05.238383 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8a7b222c-ed3c-4477-87fe-148b2b84c136 req-06c694c7-41f8-45dc-8327-54d30519cadd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448899 Nov 24 10:58:05.739759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c013b-1e87-42df-b7b1-9984c6653c85 req-b0597e3d-abc0-4792-a4d5-bbecffa70321 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:05.742872 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e6c013b-1e87-42df-b7b1-9984c6653c85 req-b0597e3d-abc0-4792-a4d5-bbecffa70321 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0975301 Nov 24 10:58:05.800739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e6c013b-1e87-42df-b7b1-9984c6653c85 req-1a92da2b-079f-4445-883d-e3dd5ad0c0f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509608 Nov 24 10:58:06.942259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:07.014435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4e1de-894c-4d18-9b5e-8ed2d125ee9f req-18a6b7d9-9208-41f0-b806-0bf517623818 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:07.016039 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2d4e1de-894c-4d18-9b5e-8ed2d125ee9f req-18a6b7d9-9208-41f0-b806-0bf517623818 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 944 time: 0.0841017 Nov 24 10:58:07.016350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 99745392-f4b5-466f-a948-dc72f6a284f0 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:58:07.021317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:07.021744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:07.063786 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2d4e1de-894c-4d18-9b5e-8ed2d125ee9f req-fddd498e-5436-4374-9230-5fd9b5a1a22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411978 Nov 24 10:58:07.138289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:07.166374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:58:07.176821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 99745392-f4b5-466f-a948-dc72f6a284f0, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=99745392-f4b5-466f-a948-dc72f6a284f0,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:58:07.182861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:07.183787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:07.214468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:58:07.254480 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0', 'code': 200} Nov 24 10:58:07.316908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=99745392-f4b5-466f-a948-dc72f6a284f0,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:58:07.330846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.331244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.331633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.332017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.332461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.332839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.333214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.333588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.333963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.334337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.334708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.335080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.335544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.335915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.336360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.336732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.337100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.337467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.337834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.338218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.338569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.338933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.339304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.339667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:58:07.344572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:58:07.353321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 93c56cf8-53fa-487d-8359-2e233a6a3d53 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:07.353785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:07.545028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66da6f5-2e1a-437d-9431-5427b774d68f req-f47dd3e0-1152-4190-8893-88402217d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:07.546582 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f66da6f5-2e1a-437d-9431-5427b774d68f req-f47dd3e0-1152-4190-8893-88402217d8f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1163 time: 0.0752001 Nov 24 10:58:07.591307 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f66da6f5-2e1a-437d-9431-5427b774d68f req-bc787687-c64b-4b94-a77e-665b68cf80c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Nov 24 10:58:07.953343 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:08.027067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:08.027564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:08.274667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b9983-78c1-4d80-86a6-10e3c818dec7 req-2e067ce1-3197-4d28-9002-d07b7fb9e90b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:08.282622 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-436b9983-78c1-4d80-86a6-10e3c818dec7 req-2e067ce1-3197-4d28-9002-d07b7fb9e90b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1027904 Nov 24 10:58:08.332944 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-436b9983-78c1-4d80-86a6-10e3c818dec7 req-66db8804-dd4c-451e-a6f9-9ddb04a87ee4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488563 Nov 24 10:58:08.359093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003ddf-9bed-4e68-98e2-547410cc6bac req-f5ea35bb-faf2-48e4-b6d5-113607a5143a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:08.360940 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92003ddf-9bed-4e68-98e2-547410cc6bac req-f5ea35bb-faf2-48e4-b6d5-113607a5143a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1088996 Nov 24 10:58:08.412426 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92003ddf-9bed-4e68-98e2-547410cc6bac req-3be5b6c2-8f01-4fc7-9eaf-c4164ebf0011 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449972 Nov 24 10:58:09.624134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2660f-79b6-4db0-ba69-34793d1d1c8d req-b0eb2472-7679-47ab-b17d-5c40c380388f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:09.625760 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4fd2660f-79b6-4db0-ba69-34793d1d1c8d req-b0eb2472-7679-47ab-b17d-5c40c380388f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0820267 Nov 24 10:58:09.673546 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4fd2660f-79b6-4db0-ba69-34793d1d1c8d req-434649cf-3ae5-471a-a068-d0707326b194 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414045 Nov 24 10:58:10.891879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ea8e-fa62-4120-90d0-e18a0fe2a373 req-a7b7e348-ca3e-410e-8b0d-2c8183b81cbb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:10.893518 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad19ea8e-fa62-4120-90d0-e18a0fe2a373 req-a7b7e348-ca3e-410e-8b0d-2c8183b81cbb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0912185 Nov 24 10:58:10.944031 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad19ea8e-fa62-4120-90d0-e18a0fe2a373 req-12d53b77-0800-4a01-8021-40dd48fe2ec6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440638 Nov 24 10:58:12.155169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf91a-4cc8-4eec-8b42-68b67c1c4f70 req-2effe5fd-9cfe-4cd4-83d7-b97f9d6a5788 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:12.156790 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26ccf91a-4cc8-4eec-8b42-68b67c1c4f70 req-2effe5fd-9cfe-4cd4-83d7-b97f9d6a5788 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0862131 Nov 24 10:58:12.204032 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26ccf91a-4cc8-4eec-8b42-68b67c1c4f70 req-cced56eb-daab-4e6c-a7f4-23320e0edbb1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 Nov 24 10:58:13.415453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0dc80-69a2-41bb-b89b-ad8861d285ae req-d7902e25-8853-4a70-b896-fc709009f9b1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:13.417134 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-37f0dc80-69a2-41bb-b89b-ad8861d285ae req-d7902e25-8853-4a70-b896-fc709009f9b1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0845411 Nov 24 10:58:13.466413 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-37f0dc80-69a2-41bb-b89b-ad8861d285ae req-7e1862f7-1614-4509-ae04-31d686c4ec4f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Nov 24 10:58:14.676225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec79b4-6a09-45a2-bc32-8209961a4333 req-4d3a30a9-3ed9-4b9e-b37c-f5db4705ab96 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:14.677856 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5fec79b4-6a09-45a2-bc32-8209961a4333 req-4d3a30a9-3ed9-4b9e-b37c-f5db4705ab96 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0839763 Nov 24 10:58:14.731813 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5fec79b4-6a09-45a2-bc32-8209961a4333 req-9dfa9b0f-dd8e-4a04-ad2d-86ac8465485b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466628 Nov 24 10:58:15.222391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:15.294230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:15.294651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:15.948575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbf509-36ca-4c34-8b66-df974f215009 req-06a318da-a365-4aeb-b01e-8a4d6a97ce23 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:15.950214 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-98fbf509-36ca-4c34-8b66-df974f215009 req-06a318da-a365-4aeb-b01e-8a4d6a97ce23 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0868347 Nov 24 10:58:15.999490 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-98fbf509-36ca-4c34-8b66-df974f215009 req-92d480c7-9019-4bdb-94f3-d32558545851 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428376 Nov 24 10:58:16.187788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:58:16.206804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3df95-4d13-4b8c-9709-0f5021d45195 req-17db788b-f16e-4937-bd05-3c6a386cc286 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:16.208462 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1df3df95-4d13-4b8c-9709-0f5021d45195 req-17db788b-f16e-4937-bd05-3c6a386cc286 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0840356 Nov 24 10:58:16.218198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 37448) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:58:16.223719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'floatingip': {'port_id': '99745392-f4b5-466f-a948-dc72f6a284f0'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:58:16.262032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:58:16.262241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:16.310258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:17.306505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:17.309118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:17.513011 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Floating IP baeeffd0-32de-4860-a5c2-ab07b1176969 associated. External IP: 172.27.1.70, port: 99745392-f4b5-466f-a948-dc72f6a284f0. Nov 24 10:58:17.925024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 10:58:18.135730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:58:18.140405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:18.161426 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:58:18.173663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:58:18.174681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:58:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:58:18.195955 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8d12d496-8889-4965-bf9f-52f58ce5c22b tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "PUT /v2.0/floatingips/baeeffd0-32de-4860-a5c2-ab07b1176969 HTTP/1.1" status: 200 len: 991 time: 1.9765985 Nov 24 10:58:18.196666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:58:18.263112 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0', 'status': 'completed', 'code': 200} Nov 24 10:58:18.389738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:58:18.440650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-43e967c7-a3a6-4fbc-98cd-83ea2b19206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:18.442299 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-43e967c7-a3a6-4fbc-98cd-83ea2b19206a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1163 time: 0.0823414 Nov 24 10:58:18.589787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-a6978f0f-df4e-460d-85c0-004efbf4be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:18.591385 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-a6978f0f-df4e-460d-85c0-004efbf4be8e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1376987 Nov 24 10:58:18.705694 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-ed658f6d-802c-4021-85f2-ce4cf636515d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 999 time: 0.1064992 Nov 24 10:58:18.795209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-a135a64b-6a1e-4593-beba-9a3df889fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:18.797042 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-a135a64b-6a1e-4593-beba-9a3df889fb75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0788124 Nov 24 10:58:18.894950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-5269b6a4-a215-4ef9-8ebd-a04e5032c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:18.896983 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-5269b6a4-a215-4ef9-8ebd-a04e5032c2b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918880 Nov 24 10:58:18.946753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'baeeffd0-32de-4860-a5c2-ab07b1176969', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'port_id': '99745392-f4b5-466f-a948-dc72f6a284f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'mac_address': 'fa:16:3e:c8:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c735b1-abaa-441a-9827-94777cb9fbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T10:57:35Z', 'updated_at': '2020-11-24T10:58:17Z', 'revision_number': 1, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:58:18.951082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:58:18.962358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:58:18.963006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:58:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:58:19.049387 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-43897f0d-0f6e-4c0d-9d6d-109655cf000f service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434069 Nov 24 10:58:19.151971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:58:19.385364 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-de49c777-4e49-4fe6-969b-9703f68af9b3 req-8dea224b-9d55-4df1-81e9-125d6e680307 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3216639 Nov 24 10:58:19.545041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'baeeffd0-32de-4860-a5c2-ab07b1176969', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'port_id': '99745392-f4b5-466f-a948-dc72f6a284f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'mac_address': 'fa:16:3e:c8:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c735b1-abaa-441a-9827-94777cb9fbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T10:57:35Z', 'updated_at': '2020-11-24T10:58:17Z', 'revision_number': 1, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:58:19.549251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c8d39-1312-4542-b0a8-220772bcafa7 None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'baeeffd0-32de-4860-a5c2-ab07b1176969', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'port_id': '99745392-f4b5-466f-a948-dc72f6a284f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'mac_address': 'fa:16:3e:c8:c7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c735b1-abaa-441a-9827-94777cb9fbee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T10:57:35Z', 'updated_at': '2020-11-24T10:58:17Z', 'revision_number': 1, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:58:19.809951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a60fdf-c718-4b77-8ee8-ec46775b21ec None None] New status for floating IP baeeffd0-32de-4860-a5c2-ab07b1176969: ACTIVE {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 10:58:22.714842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 37550) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:58:22.868286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:22.900760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:58:22.904740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Usage tracker for resource:security_group_rule and tenant:b25c6594b7784cdd957b7ebeabe5cd3e is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:58:22.907680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:58:22.913421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:58:22.985845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:22.988956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:22.996784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c96ba8bc-2a7c-44c8-9e99-9aa43c691193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:58:23.039864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bccd80-33ad-4ce6-8e0d-37d67300f5b1,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:58:23.044116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:58:23.049528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 37560) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:58:23.055344 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b25c6594b7784cdd957b7ebeabe5cd3e&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3393083 Nov 24 10:58:23.113898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:23.141429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:23.188262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:23.193253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-10e7d2da-a990-44b6-8a0d-14dfc95a6dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:58:23.207329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bccd80-33ad-4ce6-8e0d-37d67300f5b1,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:58:23.210361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:58:23.212228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:23.215393 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e2bccd80-33ad-4ce6-8e0d-37d67300f5b1 HTTP/1.1" status: 204 len: 168 time: 0.1647792 Nov 24 10:58:26.135785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:26.198101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-3046e52c-014b-46dd-b6f6-f8280f9f6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:26.199735 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-3046e52c-014b-46dd-b6f6-f8280f9f6417 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.0898468 Nov 24 10:58:26.239327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88058f-21dd-4e4c-9fb8-225ce84cbf9e req-718e0d83-f865-43be-a88d-cb241f032cf6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:26.241024 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae88058f-21dd-4e4c-9fb8-225ce84cbf9e req-718e0d83-f865-43be-a88d-cb241f032cf6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0906308 Nov 24 10:58:26.297008 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae88058f-21dd-4e4c-9fb8-225ce84cbf9e req-a3afac18-9d4f-4f32-81bb-72e815254ab0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Nov 24 10:58:26.344322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-948ee938-dd22-43d5-ba21-c7d306544b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:26.345972 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-948ee938-dd22-43d5-ba21-c7d306544b04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.1392648 Nov 24 10:58:26.420616 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-c8912703-bbff-4654-9601-4d163805495e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.0673692 Nov 24 10:58:26.490381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-59585a17-757f-4e94-a471-9208d3ea9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:26.492668 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-59585a17-757f-4e94-a471-9208d3ea9844 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.0638657 Nov 24 10:58:26.552215 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-87011ef0-6117-4d3d-9ccd-b921332a479c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474966 Nov 24 10:58:26.701659 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-9cd19b2f-e0d7-440a-a5f6-32c6f70a4abe service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376493 Nov 24 10:58:26.845510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-43628e65-4ad4-4643-8d4b-af329e7b7781 req-370c7731-ab47-4886-8f7b-9ac6d553696a service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360109 Nov 24 10:58:27.507392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd22021-fe0a-42ca-8d83-25410ff63a29 req-666dc2d1-4724-44fe-8437-d13aff877444 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:27.509575 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cd22021-fe0a-42ca-8d83-25410ff63a29 req-666dc2d1-4724-44fe-8437-d13aff877444 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0858974 Nov 24 10:58:27.557276 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cd22021-fe0a-42ca-8d83-25410ff63a29 req-b452c1f9-4b53-4e46-9faf-e651ba5cf47e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 Nov 24 10:58:27.635513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-54402e39-c792-4b48-aef2-80161fddca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:28.077326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-d01233e3-bb02-431a-8a2d-42fa503d8136 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:28.078917 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-d01233e3-bb02-431a-8a2d-42fa503d8136 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.1586654 Nov 24 10:58:28.095647 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-8c9237ba-7d9c-42af-8363-f70b9c963c67 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/quotas/692d559686504a41a3a04647cdf75a6d HTTP/1.1" status: 200 len: 375 time: 0.0106339 Nov 24 10:58:28.184572 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-74ad54a6-37c8-44d4-9bf9-103345cf0245 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834877 Nov 24 10:58:28.339107 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-a53ac339-1d7e-468b-9f14-4a18c9c1adf1 service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453891 Nov 24 10:58:28.484826 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-2e910d7f-5936-4054-81d3-04797f599a07 service neutron] 10.222.0.27 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391029 Nov 24 10:58:28.680348 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ec346da-2103-4048-9c1e-f07b481f7636 req-87f00a51-903a-4788-8235-5b807dcda078 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 210 time: 0.0452831 Nov 24 10:58:28.788186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e93d-c0f9-4bb5-811a-fa6479e4e98b req-1e2ff55a-547a-4ce9-bf96-28854bcbf1b4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:28.789970 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-66f3e93d-c0f9-4bb5-811a-fa6479e4e98b req-1e2ff55a-547a-4ce9-bf96-28854bcbf1b4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0948517 Nov 24 10:58:28.839103 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-66f3e93d-c0f9-4bb5-811a-fa6479e4e98b req-0745913c-21d0-44af-bbb6-93280d25eb2d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Nov 24 10:58:29.778608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a9e8d9d1-4781-4770-96e8-c6c4c7bd8bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:29.868152 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5b6621f6-6e30-4f98-b8dc-cf3de2a188fc req-bd6d7d25-a324-44f6-aa45-2537a5f2c034 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 210 time: 0.0486867 Nov 24 10:58:30.063367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ee7ea-d5d0-4a18-9ea9-c06ac8dee4c5 req-f97451ff-3c2b-4345-8b9b-658b45353037 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:30.064917 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d0ee7ea-d5d0-4a18-9ea9-c06ac8dee4c5 req-f97451ff-3c2b-4345-8b9b-658b45353037 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0809381 Nov 24 10:58:30.112099 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d0ee7ea-d5d0-4a18-9ea9-c06ac8dee4c5 req-cb5fd7d6-b918-44d5-ab13-a93bc06fabc6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Nov 24 10:58:30.459948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:31.047328 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-68520465-2c2d-4cf2-b59f-8ad0037021d3 req-ea086ad5-47ac-4f28-afda-d7b0b7a0f387 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 210 time: 0.0451930 Nov 24 10:58:31.322901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257e99-fdf8-4fc0-a2c7-a7943fe84202 req-fe981c3a-43b3-43ae-81a0-79fc776d1285 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:31.324545 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b9257e99-fdf8-4fc0-a2c7-a7943fe84202 req-fe981c3a-43b3-43ae-81a0-79fc776d1285 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0873215 Nov 24 10:58:31.359737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:31.375219 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b9257e99-fdf8-4fc0-a2c7-a7943fe84202 req-633acd55-b1fc-4eaf-bece-ad56e257f711 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Nov 24 10:58:32.212412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:32.221615 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d693172-4299-4d02-840d-5d101310a118 req-2cee8233-7d91-4f0d-981a-08ca5e558f02 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 210 time: 0.0474432 Nov 24 10:58:32.601804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838828f-9f93-4565-84d4-2046ed93532e req-ccdc6748-e23b-4bbb-b1d2-95b78e3d1abe tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:32.604029 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0838828f-9f93-4565-84d4-2046ed93532e req-ccdc6748-e23b-4bbb-b1d2-95b78e3d1abe tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0911279 Nov 24 10:58:32.661618 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0838828f-9f93-4565-84d4-2046ed93532e req-53f318fc-e080-49fe-915c-fb703b772d5a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 Nov 24 10:58:33.404587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5a779622-8c84-4fb9-bf2d-e3c637e03aac req-ae6a3242-7f09-4a11-8e7a-16dbd21e30d6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 210 time: 0.0506213 Nov 24 10:58:33.502229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-2547e391-f669-485e-a283-4b1ed6a447e1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:33.504854 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-2547e391-f669-485e-a283-4b1ed6a447e1 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 814 time: 0.1615977 Nov 24 10:58:33.533073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Request body: {'port': {'device_id': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff', 'admin_state_up': True, 'tenant_id': '692d559686504a41a3a04647cdf75a6d'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:58:33.678953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:58:33.689285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:58:33.699403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Made reservation on behalf of 692d559686504a41a3a04647cdf75a6d for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:58:33.705181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:33.938748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a177bb-92e4-4acb-abf2-55844e082e8f req-2f2c7d4d-cc0d-403e-a5f0-bb4d01ae34e1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:33.940497 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-25a177bb-92e4-4acb-abf2-55844e082e8f req-2f2c7d4d-cc0d-403e-a5f0-bb4d01ae34e1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0899155 Nov 24 10:58:33.990912 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-25a177bb-92e4-4acb-abf2-55844e082e8f req-287df244-ba2e-4fda-aedc-5787d1cef1f1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Nov 24 10:58:34.061194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Allocated IP 172.20.0.10 (440e6b76-0ae8-4126-b32b-f2e9ef29e1ff/928703c5-c9ba-4e5b-a9e0-92c1725d8b73/f91918a4-5d4d-4557-ac15-5aa6e1d66bbf) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:58:34.279662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:34.309012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:34.327156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:58:34.465702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event updated for resources: {'Port': ['ID=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:58:34.469752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:58:34.525610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:58:34.526782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:58:34.529202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:58:34.593502 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:34.594134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:34.618020 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0897927 Nov 24 10:58:34.623740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477012ae-e4fe-4bb5-a9ff-2d6bb46f701c req-e1d5a501-785e-4971-a5e3-8b46f1342e6a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:34.625403 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-477012ae-e4fe-4bb5-a9ff-2d6bb46f701c req-e1d5a501-785e-4971-a5e3-8b46f1342e6a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 932 time: 0.0859811 Nov 24 10:58:34.673359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-477012ae-e4fe-4bb5-a9ff-2d6bb46f701c req-58ffd06a-3f1b-48f2-8c60-7e9b63288c25 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Nov 24 10:58:35.203724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c8d99-12f7-45b0-af5b-83f9730e1db0 req-21250015-8102-48bf-bdbe-1fb4ad8d9cd5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:35.205386 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3c3c8d99-12f7-45b0-af5b-83f9730e1db0 req-21250015-8102-48bf-bdbe-1fb4ad8d9cd5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0837255 Nov 24 10:58:35.255028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3c3c8d99-12f7-45b0-af5b-83f9730e1db0 req-e13daf1d-dbeb-4515-8638-4596ed957770 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Nov 24 10:58:35.886619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6916fe-0d1c-4842-8cb5-eb77c363fb67 req-eb511119-364c-4991-88e7-bad098c75989 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:35.888276 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4c6916fe-0d1c-4842-8cb5-eb77c363fb67 req-eb511119-364c-4991-88e7-bad098c75989 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 932 time: 0.0870554 Nov 24 10:58:35.937138 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4c6916fe-0d1c-4842-8cb5-eb77c363fb67 req-9068a10b-a56b-4dce-ac07-3c5ea02a3af0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Nov 24 10:58:36.467545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd15cd-f04e-4e37-9e02-11c98fec44ea req-1a1bbbee-8117-4c8f-b81d-396255c8cc12 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:36.469213 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15bd15cd-f04e-4e37-9e02-11c98fec44ea req-1a1bbbee-8117-4c8f-b81d-396255c8cc12 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0820482 Nov 24 10:58:36.523110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15bd15cd-f04e-4e37-9e02-11c98fec44ea req-ad7f2fbb-a2f8-49d4-8d69-c052f22f15ea tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Nov 24 10:58:37.151455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df71609-a3cc-4c72-a152-00db059913e0 req-c63644cf-8287-4514-9d59-15298f54cae9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:37.153133 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2df71609-a3cc-4c72-a152-00db059913e0 req-c63644cf-8287-4514-9d59-15298f54cae9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 932 time: 0.0831690 Nov 24 10:58:37.202867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2df71609-a3cc-4c72-a152-00db059913e0 req-e6c87fcc-9b90-4b16-8924-25c3295d7a18 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Nov 24 10:58:37.425354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Request body: {'port': {'device_id': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:58:37.539973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:37.738591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4511c1-3448-4396-b67f-e65ea82bc4e0 req-d9d97efb-b0f3-4e44-9ccd-b485e4a11e4c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:37.740195 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5b4511c1-3448-4396-b67f-e65ea82bc4e0 req-d9d97efb-b0f3-4e44-9ccd-b485e4a11e4c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0869160 Nov 24 10:58:37.789539 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5b4511c1-3448-4396-b67f-e65ea82bc4e0 req-7c2bca3b-002a-4138-b92a-324e15ed0b62 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Nov 24 10:58:37.951276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91918a4-5d4d-4557-ac15-5aa6e1d66bbf {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:58:37.958195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:37.970255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Transition to ACTIVE for port object f91918a4-5d4d-4557-ac15-5aa6e1d66bbf will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:58:37.973434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:37.989017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:58:38.310556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Pushing event updated for resources: {'Port': ['ID=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:58:38.315369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:58:38.423373 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af077415-bf9f-41e2-b62d-e660016bf66b req-c479fdef-1d2c-442a-ad8e-45bfd6738ad6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:38.425313 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-af077415-bf9f-41e2-b62d-e660016bf66b req-c479fdef-1d2c-442a-ad8e-45bfd6738ad6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0839243 Nov 24 10:58:38.475837 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-af077415-bf9f-41e2-b62d-e660016bf66b req-48f020b0-c571-4f6e-bef9-bb21d432e249 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Nov 24 10:58:38.500334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Attempting to bind port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:58:38.500722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Attempting to bind port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:58:38.501098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Attempting to bind port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf on network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:58:38.508160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:58:38.508586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Checking segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:58:38.509031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:38.509428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Bound using segment: {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:58:38.509901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Bound port: f91918a4-5d4d-4557-ac15-5aa6e1d66bbf, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '440e6b76-0ae8-4126-b32b-f2e9ef29e1ff'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:58:38.510285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:38.599742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] For port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:58:38.603426 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] For port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:58:38.606698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:38.621916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:58:38.773630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Pushing event updated for resources: {'Port': ['ID=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:58:38.777646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:58:38.814084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:38.814757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:38.816251 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] 10.222.0.57 "PUT /v2.0/ports/f91918a4-5d4d-4557-ac15-5aa6e1d66bbf HTTP/1.1" status: 200 len: 1158 time: 1.3959656 Nov 24 10:58:38.816814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'tag': 'f91918a4-5d4d-4557-ac15-5aa6e1d66bbf'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:58:38.869120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:58:39.003862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd25269-07da-4b2a-93ad-2da2d8dfa95b req-48e718d9-8b53-4ce6-b51c-f9359ee6970f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:39.005795 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0fd25269-07da-4b2a-93ad-2da2d8dfa95b req-48e718d9-8b53-4ce6-b51c-f9359ee6970f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0872114 Nov 24 10:58:39.062297 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0fd25269-07da-4b2a-93ad-2da2d8dfa95b req-bc571159-05e5-4756-9993-993a2ee9bd09 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496321 Nov 24 10:58:39.133839 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'tag': 'f91918a4-5d4d-4557-ac15-5aa6e1d66bbf', 'status': 'completed', 'code': 200} Nov 24 10:58:39.269934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-a336affb-3710-4de3-aa2d-63960a93c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:39.271585 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-a336affb-3710-4de3-aa2d-63960a93c01a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 1161 time: 0.0784016 Nov 24 10:58:39.371141 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-cae92227-d3ef-41f2-afb7-f44e8b17cec4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf HTTP/1.1" status: 200 len: 217 time: 0.0739260 Nov 24 10:58:39.442344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-11b225d8-fa9a-4ab6-ae46-e92122801d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:39.443879 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-11b225d8-fa9a-4ab6-ae46-e92122801d23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0655618 Nov 24 10:58:39.494668 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-292e910b-a2b7-4439-aa08-72309bf25abb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433955 Nov 24 10:58:39.690150 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-64f1a4b3-9e8b-41e8-b07d-02572c1a3265 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882777 Nov 24 10:58:39.808775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9736a6-5d17-41f6-86de-57e09275410c req-ea890585-1f59-488c-9f98-91a7ca3945e0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:39.809458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0b9736a6-5d17-41f6-86de-57e09275410c req-ea890585-1f59-488c-9f98-91a7ca3945e0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:58:39.846886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0b9736a6-5d17-41f6-86de-57e09275410c req-ea890585-1f59-488c-9f98-91a7ca3945e0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:58:39.848192 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b9736a6-5d17-41f6-86de-57e09275410c req-ea890585-1f59-488c-9f98-91a7ca3945e0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.2366118 Nov 24 10:58:39.883345 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2df6f45-8bf3-4728-b250-a69f68e035dc req-9a57b05f-a72f-4356-a533-064450b78630 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1840103 Nov 24 10:58:39.908568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b9736a6-5d17-41f6-86de-57e09275410c req-ac79ccf5-552d-402a-9857-bf3ba534f198 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Nov 24 10:58:40.142215 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-c8920c29-e84e-4d0d-ba0f-75522ebca37a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772963 Nov 24 10:58:40.147008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-ccdc332a-aff9-413e-b3a4-405fc42aa9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.148665 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-ccdc332a-aff9-413e-b3a4-405fc42aa9be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 1161 time: 0.0845530 Nov 24 10:58:40.262757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-6c30edc4-24a5-4d62-ac36-f38ecf7e5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.264861 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-6c30edc4-24a5-4d62-ac36-f38ecf7e5026 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 1162 time: 0.0862281 Nov 24 10:58:40.374603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-0546b281-81ef-42ab-8519-ca71ec28b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.376107 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-0546b281-81ef-42ab-8519-ca71ec28b3b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 908 time: 0.2088897 Nov 24 10:58:40.391536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d39de9-7a80-4fc1-96c6-72b2432d671e req-70aede01-f4d1-42ea-a16e-4c475e27c3f6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.393128 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97d39de9-7a80-4fc1-96c6-72b2432d671e req-70aede01-f4d1-42ea-a16e-4c475e27c3f6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1246507 Nov 24 10:58:40.441617 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97d39de9-7a80-4fc1-96c6-72b2432d671e req-25a80541-2fae-457d-bec7-079c680db016 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Nov 24 10:58:40.611732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-36acd643-93f7-41a7-8191-1ffd80b3696b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf HTTP/1.1" status: 200 len: 217 time: 0.0674682 Nov 24 10:58:40.682506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-0daf364a-9a30-4c7e-858c-92b931ed3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.684006 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-0daf364a-9a30-4c7e-858c-92b931ed3e40 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.1389084 Nov 24 10:58:40.685471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-016ebff0-cbfd-4af1-94b9-3846f1cad7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.687100 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-016ebff0-cbfd-4af1-94b9-3846f1cad7a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0650060 Nov 24 10:58:40.747452 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-ed414893-937b-400b-b79e-303f95bdcc01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425255 Nov 24 10:58:40.768315 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-16597a87-cb32-4467-a54a-95cb0f88027e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3289b8cf-73dd-4156-a74f-4301591443d4 HTTP/1.1" status: 200 len: 217 time: 0.0650325 Nov 24 10:58:40.844760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-3d67b293-30bf-4c3a-b13b-7a14602811be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:40.846346 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-3d67b293-30bf-4c3a-b13b-7a14602811be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.0675344 Nov 24 10:58:40.895924 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-f9349583-1404-4055-842b-9f0ea98ee8ee service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372449 Nov 24 10:58:40.897817 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-6ec3de6d-20cd-4ed3-8d69-32ad9a844696 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438781 Nov 24 10:58:41.063332 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-603269ad-9327-47c9-92a6-a17b2132e80e service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551628 Nov 24 10:58:41.091475 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf5ac79e-f79b-43a3-9d5c-f796f7d9af90 req-e82b4cef-f9ca-4ca2-818e-68b557a9a91b service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1832018 Nov 24 10:58:41.146486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44445dbe-03a7-40e1-8353-e150b206c794 req-e54b4659-8b4f-420a-8183-7a11aae7f027 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:41.148130 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-44445dbe-03a7-40e1-8353-e150b206c794 req-e54b4659-8b4f-420a-8183-7a11aae7f027 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0960732 Nov 24 10:58:41.199396 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-44445dbe-03a7-40e1-8353-e150b206c794 req-398ab501-cd8a-433c-acd3-49259c51b648 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Nov 24 10:58:41.224090 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e66494d-f4f8-45e7-bcd0-ce455956eb69 req-456f3819-6994-4609-b112-3814ac85fbc6 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1539295 Nov 24 10:58:41.661432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8ccc0-a5a4-40bd-8024-26447d7ab1db req-95c66a2a-e249-46e6-ae4f-a7bb83eb61f9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:41.663063 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8d8ccc0-a5a4-40bd-8024-26447d7ab1db req-95c66a2a-e249-46e6-ae4f-a7bb83eb61f9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0835688 Nov 24 10:58:41.716627 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c8d8ccc0-a5a4-40bd-8024-26447d7ab1db req-b166e9c2-590c-445a-9224-1060d3ac611d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Nov 24 10:58:42.421857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b249-b5be-4f75-99df-172e71b184cb req-462b1654-ee9b-4df6-9a6d-fb4184489254 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:42.423467 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-18e7b249-b5be-4f75-99df-172e71b184cb req-462b1654-ee9b-4df6-9a6d-fb4184489254 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0853884 Nov 24 10:58:42.473474 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-18e7b249-b5be-4f75-99df-172e71b184cb req-99c87d8c-ef9e-4502-93c9-cda64211ff96 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427880 Nov 24 10:58:42.928810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd37007-6e92-439f-b0d1-c2cca6c9ed61 req-c0289865-057a-4a02-8d2b-efc2814412a0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:42.930402 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-abd37007-6e92-439f-b0d1-c2cca6c9ed61 req-c0289865-057a-4a02-8d2b-efc2814412a0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0865073 Nov 24 10:58:42.978696 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-abd37007-6e92-439f-b0d1-c2cca6c9ed61 req-f467dd6a-ee58-42e8-bb58-06ba4eb7dc46 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Nov 24 10:58:43.685539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55231e5-99c4-485a-892d-f2ea93a7a29b req-4b74e5d8-245a-4468-ae98-96a0b068fdf6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:43.687070 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a55231e5-99c4-485a-892d-f2ea93a7a29b req-4b74e5d8-245a-4468-ae98-96a0b068fdf6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0832205 Nov 24 10:58:43.734463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a55231e5-99c4-485a-892d-f2ea93a7a29b req-23fc726e-91af-46fd-a163-97a52a925631 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Nov 24 10:58:44.190046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe952bd-f017-49e9-8af7-2ed5fe190e53 req-5835f44b-63ed-4ce9-9c83-126c241541eb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:44.191681 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5fe952bd-f017-49e9-8af7-2ed5fe190e53 req-5835f44b-63ed-4ce9-9c83-126c241541eb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0870898 Nov 24 10:58:44.240378 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5fe952bd-f017-49e9-8af7-2ed5fe190e53 req-6ca30b9d-5e33-4dc6-9a04-da07831299ae tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Nov 24 10:58:44.953617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456b66a-5851-4ab7-9d1a-97d6d4bd02b0 req-59b98d06-64cb-4403-9069-347d8aa8d9ad tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:44.955482 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e456b66a-5851-4ab7-9d1a-97d6d4bd02b0 req-59b98d06-64cb-4403-9069-347d8aa8d9ad tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0860064 Nov 24 10:58:45.015159 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e456b66a-5851-4ab7-9d1a-97d6d4bd02b0 req-8cd76129-dccb-4c4b-87de-211bc3e4aefb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Nov 24 10:58:45.467372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd98ec-a811-4adf-8f18-ce2cfafac416 req-93966356-aab7-4f83-ac41-c28eff91b202 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:45.469053 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e4fd98ec-a811-4adf-8f18-ce2cfafac416 req-93966356-aab7-4f83-ac41-c28eff91b202 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0885792 Nov 24 10:58:45.523294 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e4fd98ec-a811-4adf-8f18-ce2cfafac416 req-a1deafa6-862a-4d72-953a-3b7cbad181cd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Nov 24 10:58:46.228238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7f4ba-a4fa-4feb-b864-1188384def55 req-fc15bdde-a8f3-4fdf-8590-a126ee7e2232 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:46.229857 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7a7f4ba-a4fa-4feb-b864-1188384def55 req-fc15bdde-a8f3-4fdf-8590-a126ee7e2232 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0831499 Nov 24 10:58:46.278758 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7a7f4ba-a4fa-4feb-b864-1188384def55 req-205c42ce-4237-4145-943f-9fb4a01e1bea tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Nov 24 10:58:46.743566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb152a0-b514-453c-a67c-e68b6828d2bc req-932216dc-d361-463a-91cf-b3f4197c4e7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:46.745161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7fb152a0-b514-453c-a67c-e68b6828d2bc req-932216dc-d361-463a-91cf-b3f4197c4e7c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0872889 Nov 24 10:58:46.793834 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7fb152a0-b514-453c-a67c-e68b6828d2bc req-97feb95f-d294-4c6a-9435-9d93cb7c7ca3 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Nov 24 10:58:47.368614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fc5a8-cba6-4a04-893b-2157a3aa17eb req-dfd81421-c9cd-443d-ad65-72ac7ff940d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:47.370318 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eb9fc5a8-cba6-4a04-893b-2157a3aa17eb req-dfd81421-c9cd-443d-ad65-72ac7ff940d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.0791659 Nov 24 10:58:47.456548 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eb9fc5a8-cba6-4a04-893b-2157a3aa17eb req-0355b32a-f0db-48e6-a17a-99934d4f484e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Nov 24 10:58:47.498068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f631f4c-dda4-460b-8774-5780fc46ee45 req-71bcdbef-5fcc-4ac6-be8a-c2c8e04f9fff tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:47.499732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1f631f4c-dda4-460b-8774-5780fc46ee45 req-71bcdbef-5fcc-4ac6-be8a-c2c8e04f9fff tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0866668 Nov 24 10:58:47.551983 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1f631f4c-dda4-460b-8774-5780fc46ee45 req-d87e6df6-430e-4010-934e-91985f37cf22 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455308 Nov 24 10:58:48.007025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e68a7-dd1e-44d2-ba62-70b00dbd81c2 req-34b3870c-265c-4ece-9f62-38f9512b88d9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:48.009149 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1a4e68a7-dd1e-44d2-ba62-70b00dbd81c2 req-34b3870c-265c-4ece-9f62-38f9512b88d9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0815001 Nov 24 10:58:48.056221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1a4e68a7-dd1e-44d2-ba62-70b00dbd81c2 req-bfed5b5b-7a6a-4e22-a133-de78febacf8a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Nov 24 10:58:48.775745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703bb7-597d-4604-9588-e1a60e5df108 req-76325cda-f938-4044-a88a-1a90ece42803 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:48.777390 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-91703bb7-597d-4604-9588-e1a60e5df108 req-76325cda-f938-4044-a88a-1a90ece42803 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0928473 Nov 24 10:58:48.827636 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-91703bb7-597d-4604-9588-e1a60e5df108 req-28e658f7-08fe-483e-8628-2cb6f1fd1086 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Nov 24 10:58:49.279188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9603e-d6e9-4b1e-9f1f-a44ec7cde6bb req-c5d81cbf-08a9-484b-92c0-5400941d8fe6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:49.280821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c1f9603e-d6e9-4b1e-9f1f-a44ec7cde6bb req-c5d81cbf-08a9-484b-92c0-5400941d8fe6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0846174 Nov 24 10:58:49.335587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c1f9603e-d6e9-4b1e-9f1f-a44ec7cde6bb req-ef117b4c-d7f9-498a-ab5a-30ed4550946a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477931 Nov 24 10:58:50.046248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3f903-66b9-4085-b67e-1cd4dc9151e4 req-664e6d26-356b-48ce-9c95-adb2622ac949 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:50.048029 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-60b3f903-66b9-4085-b67e-1cd4dc9151e4 req-664e6d26-356b-48ce-9c95-adb2622ac949 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0905745 Nov 24 10:58:50.295943 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-60b3f903-66b9-4085-b67e-1cd4dc9151e4 req-9810aecf-2fac-4622-9007-47bc5d1a0c98 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395444 Nov 24 10:58:50.554031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1ad95-48b6-4bdb-9ea4-99be89834fea req-dc82aecb-4d74-41ea-a717-ad608d5bc530 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:50.555587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96e1ad95-48b6-4bdb-9ea4-99be89834fea req-dc82aecb-4d74-41ea-a717-ad608d5bc530 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0865386 Nov 24 10:58:50.605762 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96e1ad95-48b6-4bdb-9ea4-99be89834fea req-b3732e52-d594-4dd4-a3b0-921f1af2a432 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436621 Nov 24 10:58:51.512526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45af25-6bcd-44cb-82cd-70cc7635125b req-4776f699-80c3-4af8-a68c-6fc2cc7d8fa0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:51.514151 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-db45af25-6bcd-44cb-82cd-70cc7635125b req-4776f699-80c3-4af8-a68c-6fc2cc7d8fa0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0872302 Nov 24 10:58:51.563253 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-db45af25-6bcd-44cb-82cd-70cc7635125b req-47f16149-d01a-4d1f-9ee4-5bb4fc38adb7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Nov 24 10:58:51.825852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e01f4-e245-4488-a479-f172acc8c594 req-3d077a93-3c83-4174-a164-97363755fe67 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:51.827463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c90e01f4-e245-4488-a479-f172acc8c594 req-3d077a93-3c83-4174-a164-97363755fe67 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0840688 Nov 24 10:58:51.875900 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c90e01f4-e245-4488-a479-f172acc8c594 req-80857dbe-cd16-4bdd-bb90-5227d655c30e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Nov 24 10:58:52.471404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a4f1-1e81-4b55-88c2-6e8916f61900 req-02a2a9ad-bab1-4ddc-8a58-a94a9f1e05e1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:52.472957 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c887a4f1-1e81-4b55-88c2-6e8916f61900 req-02a2a9ad-bab1-4ddc-8a58-a94a9f1e05e1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0842171 Nov 24 10:58:52.523105 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c887a4f1-1e81-4b55-88c2-6e8916f61900 req-091153ca-9866-40de-af51-62cba839ef43 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Nov 24 10:58:52.772723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97203522-5ebd-4955-9e00-c3f8130f3937 req-fe134339-0cc2-4471-af62-2f4794fb47b0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:52.774850 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97203522-5ebd-4955-9e00-c3f8130f3937 req-fe134339-0cc2-4471-af62-2f4794fb47b0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0822945 Nov 24 10:58:52.825621 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97203522-5ebd-4955-9e00-c3f8130f3937 req-2ae134cb-fef0-49c2-8310-d322153f8562 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Nov 24 10:58:53.730924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08669d0-5550-457d-8c43-0b96e13a4df1 req-8cb2a1e6-c6fa-4f63-889c-742b673f464e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:53.732558 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e08669d0-5550-457d-8c43-0b96e13a4df1 req-8cb2a1e6-c6fa-4f63-889c-742b673f464e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0818355 Nov 24 10:58:53.782479 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e08669d0-5550-457d-8c43-0b96e13a4df1 req-e8c9a6ff-be97-4762-bd5e-d9e072063376 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432770 Nov 24 10:58:54.040745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2225d7-7dfe-468e-bc67-61300c268b6e req-10be0e0c-3c47-43c7-a3f9-26cacb457778 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:54.042363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f2225d7-7dfe-468e-bc67-61300c268b6e req-10be0e0c-3c47-43c7-a3f9-26cacb457778 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0867591 Nov 24 10:58:54.090077 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f2225d7-7dfe-468e-bc67-61300c268b6e req-654374aa-8b63-4d96-8089-55c393f3f2ee tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413249 Nov 24 10:58:54.995402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79bd7b-6cf6-48c1-8759-18690cfa45f2 req-938ff6a5-3c53-4148-b5f0-559c40fe5330 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:54.997051 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f79bd7b-6cf6-48c1-8759-18690cfa45f2 req-938ff6a5-3c53-4148-b5f0-559c40fe5330 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0834706 Nov 24 10:58:55.045629 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f79bd7b-6cf6-48c1-8759-18690cfa45f2 req-78763dd2-b436-4f49-81fa-77a7c37e9d74 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Nov 24 10:58:55.307730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2674436-a52f-4341-9a41-bc6ed95367e6 req-bc9ce618-f0a9-420c-8b30-8807b2f79985 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:55.309363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2674436-a52f-4341-9a41-bc6ed95367e6 req-bc9ce618-f0a9-420c-8b30-8807b2f79985 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0875583 Nov 24 10:58:55.357163 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c2674436-a52f-4341-9a41-bc6ed95367e6 req-23a954a6-7cc0-4bb9-91be-82fda54627ec tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Nov 24 10:58:56.259366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b6af4-ab27-4583-89dd-4fa35bc27253 req-ec4ca36a-6886-44f2-a1c1-38db2e7be49b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:56.261074 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-749b6af4-ab27-4583-89dd-4fa35bc27253 req-ec4ca36a-6886-44f2-a1c1-38db2e7be49b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0845835 Nov 24 10:58:56.309600 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-749b6af4-ab27-4583-89dd-4fa35bc27253 req-acdf721d-b157-4b33-9e2e-633fe8395c23 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422611 Nov 24 10:58:56.569946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a938a-8b3d-4673-87a5-21f842afd293 req-21ccd9f5-dce5-4408-ab18-3c0bf208f307 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:56.572072 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-063a938a-8b3d-4673-87a5-21f842afd293 req-21ccd9f5-dce5-4408-ab18-3c0bf208f307 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0872540 Nov 24 10:58:56.619257 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-063a938a-8b3d-4673-87a5-21f842afd293 req-5b5ebbcb-5835-4492-9cef-42644d33022e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Nov 24 10:58:57.043700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:57.185974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-b9d18eb9-2a92-4e6c-a4a0-8d24207cb7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:57.187625 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-b9d18eb9-2a92-4e6c-a4a0-8d24207cb7ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 1163 time: 0.0802803 Nov 24 10:58:57.331433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-ad942f7c-90ff-4f81-be3f-89c22b80f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:57.333077 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-ad942f7c-90ff-4f81-be3f-89c22b80f58e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 200 len: 912 time: 0.1377823 Nov 24 10:58:57.410043 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-03033a5b-4e3b-4723-a7bf-cd8e244c72a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 200 len: 217 time: 0.0686522 Nov 24 10:58:57.479662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-a3423068-4c55-4977-8283-ffea4881d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:57.481587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-a3423068-4c55-4977-8283-ffea4881d2bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 200 len: 858 time: 0.0650117 Nov 24 10:58:57.525062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462cc4a-4953-4924-b313-21932ee27c9b req-7fa1a884-f12e-4e50-9c00-49e04c3ef478 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:57.526686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7462cc4a-4953-4924-b313-21932ee27c9b req-7fa1a884-f12e-4e50-9c00-49e04c3ef478 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0863595 Nov 24 10:58:57.535946 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-3f2701df-21cd-493f-be6d-a3a577c788b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5bdd62d4-1800-4897-8949-83398b218e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472193 Nov 24 10:58:57.579818 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7462cc4a-4953-4924-b313-21932ee27c9b req-c21affb2-5940-4b9b-8879-b748fe82b01b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Nov 24 10:58:57.637134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe553b1-0db5-4794-b626-3aaceb707dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:58:57.915557 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-d408ae4f-974c-466a-9401-7fdeef6c1268 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713698 Nov 24 10:58:58.036380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4b119-8d7d-47f1-90c5-c4e4862b3b63 req-06da770d-6ef7-49e9-833f-b522853787bb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:58.037950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4b4b119-8d7d-47f1-90c5-c4e4862b3b63 req-06da770d-6ef7-49e9-833f-b522853787bb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.1948128 Nov 24 10:58:58.116673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8c2db001-ab31-4ce4-be0a-2e7c3e16cde6 req-63b10e53-3af8-4c00-9ce6-f6acd05bd941 service neutron] 10.222.0.57 "GET /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1888125 Nov 24 10:58:58.122313 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4b4b119-8d7d-47f1-90c5-c4e4862b3b63 req-5b421c8f-a1d5-4b36-a5f4-846add43ca65 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773513 Nov 24 10:58:58.798232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f2c2-ad87-4bb2-9967-7acd8872521a req-110e8b49-76ad-445b-b351-a51019190791 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:58.799979 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b642f2c2-ad87-4bb2-9967-7acd8872521a req-110e8b49-76ad-445b-b351-a51019190791 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0892556 Nov 24 10:58:58.849950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b642f2c2-ad87-4bb2-9967-7acd8872521a req-2fa16ba5-dad1-4884-ac34-cae5b6db8462 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 Nov 24 10:58:59.361982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceacecd-b2c2-4057-ac6f-3e09980db392 req-a1dc0f82-6ef7-4b8d-aa8e-f2885e45dc28 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:58:59.363620 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8ceacecd-b2c2-4057-ac6f-3e09980db392 req-a1dc0f82-6ef7-4b8d-aa8e-f2885e45dc28 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0963318 Nov 24 10:58:59.416307 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8ceacecd-b2c2-4057-ac6f-3e09980db392 req-25ec6242-074a-447d-beb4-99b57b6a5335 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Nov 24 10:58:59.779911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-39a2bc8a-6654-4f27-801d-e12ea5b93249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:00.061870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52948c00-8902-464b-9cf4-3f48b75feb4c req-9bf7356b-7877-451c-be64-9d3945cf2ae4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:00.063372 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52948c00-8902-464b-9cf4-3f48b75feb4c req-9bf7356b-7877-451c-be64-9d3945cf2ae4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0852349 Nov 24 10:59:00.109858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52948c00-8902-464b-9cf4-3f48b75feb4c req-331a59fa-7ea0-4ec1-b9cb-3a609576e581 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Nov 24 10:59:00.462886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:00.640991 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88b75c-3874-4ab7-9cb9-fa67b4c82fc2 req-c59845b8-c0cd-4e6a-9390-abf3649f3edc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:00.642622 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d88b75c-3874-4ab7-9cb9-fa67b4c82fc2 req-c59845b8-c0cd-4e6a-9390-abf3649f3edc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0847359 Nov 24 10:59:00.690879 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d88b75c-3874-4ab7-9cb9-fa67b4c82fc2 req-a4d75c50-2c57-459b-af50-591581f1b800 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Nov 24 10:59:01.360726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:01.453895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3d9f5-ef34-4c66-8925-e34a6e7959b3 req-f3150eac-00e2-40ce-a978-408fd48e845f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:01.455488 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-06f3d9f5-ef34-4c66-8925-e34a6e7959b3 req-f3150eac-00e2-40ce-a978-408fd48e845f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0844371 Nov 24 10:59:01.504943 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-06f3d9f5-ef34-4c66-8925-e34a6e7959b3 req-a16e0639-f1e5-4977-b794-2a36976cee66 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Nov 24 10:59:01.901089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adc466-e6dd-4f6e-a5f3-66e272c1ed06 req-66bb5dce-8d15-418e-a867-acbb4f4fd767 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:01.902690 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-09adc466-e6dd-4f6e-a5f3-66e272c1ed06 req-66bb5dce-8d15-418e-a867-acbb4f4fd767 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0837619 Nov 24 10:59:01.954359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-09adc466-e6dd-4f6e-a5f3-66e272c1ed06 req-e86bbefa-dd47-4677-b2d0-490cf467a6d6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Nov 24 10:59:02.214688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:02.717780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e0c2-f925-437a-b9aa-b97d1140c66c req-f71b252a-6fc5-4255-9be2-5e8490008e60 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:02.719435 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8030e0c2-f925-437a-b9aa-b97d1140c66c req-f71b252a-6fc5-4255-9be2-5e8490008e60 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0836105 Nov 24 10:59:02.770790 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8030e0c2-f925-437a-b9aa-b97d1140c66c req-bc75b684-745d-46dc-9d66-0fec59c7c621 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Nov 24 10:59:03.167686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478737e-30d7-4445-959f-870a2fddc4a4 req-7e9a42d6-851c-4dbc-b1eb-18562f6823d3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:03.170623 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0478737e-30d7-4445-959f-870a2fddc4a4 req-7e9a42d6-851c-4dbc-b1eb-18562f6823d3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0902123 Nov 24 10:59:03.223825 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0478737e-30d7-4445-959f-870a2fddc4a4 req-b532286a-09b7-4b85-83ad-1b9a216aad8a tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462389 Nov 24 10:59:03.982739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ad308-97e8-4fb3-a409-c02500b0d4b8 req-68516740-c852-4b92-8478-fb9f3f7ae9e5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:03.984363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e0ad308-97e8-4fb3-a409-c02500b0d4b8 req-68516740-c852-4b92-8478-fb9f3f7ae9e5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0838616 Nov 24 10:59:04.033447 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e0ad308-97e8-4fb3-a409-c02500b0d4b8 req-bd355748-432c-46c1-a806-9af61a9b1de1 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428047 Nov 24 10:59:04.440578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1cddc-5d0b-425c-bfbd-c2008ad4cc4b req-161524c6-741b-4bf5-921c-4a92c914478d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:04.442173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e6d1cddc-5d0b-425c-bfbd-c2008ad4cc4b req-161524c6-741b-4bf5-921c-4a92c914478d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0858502 Nov 24 10:59:04.490628 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e6d1cddc-5d0b-425c-bfbd-c2008ad4cc4b req-71161c02-b465-44e8-a66f-25f4e37ce65e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Nov 24 10:59:05.256046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959cbbd-fce9-475b-aeb5-d4a51e57b596 req-9c619ad3-a9ce-42e8-a728-d9fdaffa1075 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:05.257900 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3959cbbd-fce9-475b-aeb5-d4a51e57b596 req-9c619ad3-a9ce-42e8-a728-d9fdaffa1075 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0954082 Nov 24 10:59:05.309852 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3959cbbd-fce9-475b-aeb5-d4a51e57b596 req-896e59dd-b21d-45ac-a468-63c3f6a755f6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453086 Nov 24 10:59:05.691990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f91918a4-5d4d-4557-ac15-5aa6e1d66bbf up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:05.707195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c218aa-a35a-466a-b111-e9e34044e4a1 req-b2535f63-a504-4ab4-9b95-3744e18bf981 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:05.708845 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d8c218aa-a35a-466a-b111-e9e34044e4a1 req-b2535f63-a504-4ab4-9b95-3744e18bf981 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 944 time: 0.0868058 Nov 24 10:59:05.758245 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d8c218aa-a35a-466a-b111-e9e34044e4a1 req-340e77d6-be3b-48b5-8c5c-de31f4cdc05c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Nov 24 10:59:05.760900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:05.765751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:05.766170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:05.882638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:05.910959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91918a4-5d4d-4557-ac15-5aa6e1d66bbf'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:05.921092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:05.924022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:05.925877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:05.972536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91918a4-5d4d-4557-ac15-5aa6e1d66bbf', 'code': 200} Nov 24 10:59:05.994327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:05.997803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:06.327027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 38166) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:06.381755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 38174) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:06.547938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e72620-29ea-4d34-ae95-7702d3b0d46e req-48a55b14-8bd6-47c0-98cd-87cb581979da tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:06.549593 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-90e72620-29ea-4d34-ae95-7702d3b0d46e req-48a55b14-8bd6-47c0-98cd-87cb581979da tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0895529 Nov 24 10:59:06.559694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:06.570428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:06.598261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-90e72620-29ea-4d34-ae95-7702d3b0d46e req-dad25bce-c98a-43e5-9bec-1b70583bacbd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Nov 24 10:59:06.621760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:06.624362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:06.629112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b36e8d076a743779c9a0b35741591a7 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:06.632420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Usage tracker for resource:security_group_rule and tenant:598a8c0c40b34a1680ecb4a82729dd87 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:06.635082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:06.637902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:06.645384 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:06.648131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:06.772566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:06.774812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:06.776406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:06.784100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fbf5f4bf-986d-43fc-a2e0-691f7989a052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:06.794122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:06.864876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b8a09-54a7-43a0-90b0-8c2ed3fd3fe2,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:06.887911 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=598a8c0c40b34a1680ecb4a82729dd87&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5572674 Nov 24 10:59:06.887911 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9b36e8d076a743779c9a0b35741591a7&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5042281 Nov 24 10:59:06.888344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 38184) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:06.890601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 38186) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:06.901073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.901490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.901895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.902283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.902672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.903117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.903450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.903823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.904209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.904891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.905006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.905339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.905794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.906179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.906562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.906941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.907520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.907689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.908040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.908446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.908825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.909363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.909536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.909915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:06.931189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:06.931733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7a2cb285-3f63-491c-8465-001333d74b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:06.977059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eea009-b3ce-42b4-b8b3-2bebff4fb66a,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:06.982882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:06.997077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.021370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.024657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.059218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.070059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.072211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8f70-72a5-4a6a-8b84-99ae4b5ee13c req-d3bac7f9-fbf6-4671-9c0b-af75e4a30fdf tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:07.073879 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c75b8f70-72a5-4a6a-8b84-99ae4b5ee13c req-d3bac7f9-fbf6-4671-9c0b-af75e4a30fdf tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1554797 Nov 24 10:59:07.075606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5af0f035-629c-4bf8-a2a6-16dd5b6feca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:07.091483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eea009-b3ce-42b4-b8b3-2bebff4fb66a,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:07.096891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:07.104108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.107866 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/29eea009-b3ce-42b4-b8b3-2bebff4fb66a HTTP/1.1" status: 204 len: 168 time: 0.2158780 Nov 24 10:59:07.148632 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c75b8f70-72a5-4a6a-8b84-99ae4b5ee13c req-414ef6e5-54e7-4d41-904c-4b644c972e6e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Nov 24 10:59:07.156306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.161420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb6649ba-2ca6-42d3-9920-3d95eccc9d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:07.177793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b8a09-54a7-43a0-90b0-8c2ed3fd3fe2,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:07.186421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.186840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.187247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.187647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.188040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.188516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.188909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.189302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.189707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.190088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.190477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.190861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.191320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.191709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.192093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.192503 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.192890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.193278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.193664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.194050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.194449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.194823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.195338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.195813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:07.199001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:07.200228 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/947b8a09-54a7-43a0-90b0-8c2ed3fd3fe2 HTTP/1.1" status: 204 len: 168 time: 0.3083787 Nov 24 10:59:07.201315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:07.825065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8b4a8-6488-46c3-af1f-690c50ac0325 req-a8561fa8-b06c-4a28-a656-22afd1c42b6a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:07.826702 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51b8b4a8-6488-46c3-af1f-690c50ac0325 req-a8561fa8-b06c-4a28-a656-22afd1c42b6a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0911620 Nov 24 10:59:07.883337 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51b8b4a8-6488-46c3-af1f-690c50ac0325 req-aae374c0-ab4f-4b99-8374-f8ac682d8b00 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496955 Nov 24 10:59:08.103610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 38234) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:08.241893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-624933967-network', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:08.265480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:08.269917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Usage tracker for resource:network and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:08.276374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:08.297326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:08.354703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Made reservation on behalf of 485e2b2f517b4f42b9e3119198c78b00 for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:59:08.359375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.380704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.424836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc5db8-61c7-4d0a-8be4-31282bc8e854 req-61631054-630f-4ff1-8ffa-7d4e66a827c6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:08.426443 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fecc5db8-61c7-4d0a-8be4-31282bc8e854 req-61631054-630f-4ff1-8ffa-7d4e66a827c6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1464572 Nov 24 10:59:08.431636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:08.437406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Usage tracker for resource:security_group_rule and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:08.455504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:08.465954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:08.507862 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fecc5db8-61c7-4d0a-8be4-31282bc8e854 req-c3293588-fcae-490e-85ae-1e207d904fd8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723436 Nov 24 10:59:08.558940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.561662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.564986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eba1850a-3c43-431f-b130-7e5a30d96a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:08.601930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 10:59:08.608808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5417d66-3192-49c8-9120-58f3ea54fdd4,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:08.612700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:08.617169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.617855 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Added segment 4047e06b-2ea1-49f1-839c-126ae135a801 of type vxlan for network 0e619d10-0760-48d6-9745-612bb6eafd00 Nov 24 10:59:08.652456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.683208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.684993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:08.685147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:08.690206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3734f6b4-3d17-4e22-9d87-d6ca72020fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:08.796235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6913972 Nov 24 10:59:08.799304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 38250) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:08.799537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e619d10-0760-48d6-9745-612bb6eafd00,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:08.802486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:08.805806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Request body: {'subnet': {'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-624933967-subnet', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:08.810379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 0e619d10-0760-48d6-9745-612bb6eafd00 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:59:08.810942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:08.815021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Usage tracker for resource:subnet and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:08.818068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:08.824485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:08.834159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Made reservation on behalf of 485e2b2f517b4f42b9e3119198c78b00 for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:59:08.839600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15259331'] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.098660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23351851-0fc0-40dc-8141-53fcc567b4dc req-0610126c-2392-4916-ad03-947f5c14744c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:09.100277 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-23351851-0fc0-40dc-8141-53fcc567b4dc req-0610126c-2392-4916-ad03-947f5c14744c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0830905 Nov 24 10:59:09.152882 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-23351851-0fc0-40dc-8141-53fcc567b4dc req-87495d76-fb2b-45dc-8d53-ebe1fc873705 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Nov 24 10:59:09.249954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838316427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15259376'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.266460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:09.390398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94cc5da-f58a-4b19-9ed7-277a1854e476,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:09.402231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:09.464313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Checking segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:59:09.464693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Network hostable DHCP agents. Network: 0e619d10-0760-48d6-9745-612bb6eafd00, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 10:59:09.486906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Network 0e619d10-0760-48d6-9745-612bb6eafd00 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 10:59:09.495678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 0e619d10-0760-48d6-9745-612bb6eafd00) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:09.504683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e5047-447a-4343-ac83-c7b9ca913539 None None] Network 0e619d10-0760-48d6-9745-612bb6eafd00 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:59:09.507662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:09.508988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.527877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-935dc68c-28e7-4606-829e-d5f00c4f25c5 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7273738 Nov 24 10:59:09.531040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 38256) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:09.536657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:09.543663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:09.547822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Usage tracker for resource:router and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:09.551619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:09.562386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:09.573093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.574323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.598974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.729871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028ec33-c675-4feb-bb9e-f1250987f7b0 req-b9cd9e11-370a-40c3-8ec1-5d6c899a2238 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:09.731804 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5028ec33-c675-4feb-bb9e-f1250987f7b0 req-b9cd9e11-370a-40c3-8ec1-5d6c899a2238 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0833507 Nov 24 10:59:09.747311 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-0e619d10-0760-48d6-9745-612bb6eafd00', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 10:59:09.748500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.759573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.807433 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5028ec33-c675-4feb-bb9e-f1250987f7b0 req-b2aed2a9-5a8a-484f-a024-10323987f4af tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685427 Nov 24 10:59:09.966406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:09.998998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.051650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Allocated IP 172.20.0.2 (0e619d10-0760-48d6-9745-612bb6eafd00/d94cc5da-f58a-4b19-9ed7-277a1854e476/137847ef-9665-41f6-b829-7b4ef39d6078) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:59:10.285397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.299287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Transition to ACTIVE for port object 137847ef-9665-41f6-b829-7b4ef39d6078 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:10.320592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Transition to ACTIVE for port object 137847ef-9665-41f6-b829-7b4ef39d6078 will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:10.327511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.393010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:10.393740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf5e00-b2bb-43c9-8c77-701b327d59c0 req-b9f08046-d913-41a5-8ce4-af6e900c27c5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:10.395398 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36bf5e00-b2bb-43c9-8c77-701b327d59c0 req-b9f08046-d913-41a5-8ce4-af6e900c27c5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0932925 Nov 24 10:59:10.452748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36bf5e00-b2bb-43c9-8c77-701b327d59c0 req-7b913907-6280-4abf-8f7e-12f9659b9956 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Nov 24 10:59:10.466735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Allocated IP 172.27.1.182 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/0cb2998b-daea-4c29-96ba-42aa082570f1) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:59:10.492562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Pushing event updated for resources: {'Port': ['ID=137847ef-9665-41f6-b829-7b4ef39d6078,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:10.517300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.517691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.518073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.518449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.518824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.519190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.519559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.519924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.520329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.520676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.521039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.521400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.521833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.522195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.522534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.522898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.523260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.523621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.524567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.524919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.525284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.525642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.526004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.526422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:10.532418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:10.572826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Network 0e619d10-0760-48d6-9745-612bb6eafd00 is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:59:10.573897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:10.576206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:59:10.635449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.637480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Attempting to bind port 137847ef-9665-41f6-b829-7b4ef39d6078 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:59:10.637907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Attempting to bind port 137847ef-9665-41f6-b829-7b4ef39d6078 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:59:10.638490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Attempting to bind port 137847ef-9665-41f6-b829-7b4ef39d6078 on network 0e619d10-0760-48d6-9745-612bb6eafd00 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:59:10.646908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:59:10.647346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Checking segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:59:10.647814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.651698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Bound using segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:59:10.652322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Bound port: 137847ef-9665-41f6-b829-7b4ef39d6078, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:59:10.652769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.668459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ef79-903c-4ff2-9a51-a020fff4098b req-1e2d9fee-f15b-4e11-b555-c291125444f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:10.670138 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6e24ef79-903c-4ff2-9a51-a020fff4098b req-1e2d9fee-f15b-4e11-b555-c291125444f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 1163 time: 0.0748074 Nov 24 10:59:10.670352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.686582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:10.716819 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6e24ef79-903c-4ff2-9a51-a020fff4098b req-89b1db04-9b73-46d0-8123-1f9357c7b30b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Nov 24 10:59:10.747858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] For port 137847ef-9665-41f6-b829-7b4ef39d6078, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:59:10.751096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] For port 137847ef-9665-41f6-b829-7b4ef39d6078, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=137847ef-9665-41f6-b829-7b4ef39d6078,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:59:10.754406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:10.770415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:10.819972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb2998b-daea-4c29-96ba-42aa082570f1,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:10.835732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:10.882764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:59:10.884529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:10.886861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:59:10.972525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Pushing event updated for resources: {'Port': ['ID=137847ef-9665-41f6-b829-7b4ef39d6078,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:10.976460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:11.110905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6feb16-f675-44bf-a0ea-2a3059ea0463 req-9c875f8a-8779-429e-9907-855b840fc320 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:11.112564 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b6feb16-f675-44bf-a0ea-2a3059ea0463 req-9c875f8a-8779-429e-9907-855b840fc320 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1691537 Nov 24 10:59:11.175450 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b6feb16-f675-44bf-a0ea-2a3059ea0463 req-76df1aed-9955-474f-81c5-353ad253dad3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553610 Nov 24 10:59:11.184589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:11.185315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:11.478306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Router cbc0b301-a903-4432-8241-d231a8546517 is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 10:59:11.587011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 0e619d10-0760-48d6-9745-612bb6eafd00 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:59:11.760410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e169-c54e-4f6b-a2a5-281a08c4ceaf req-48dd0016-b161-4d4c-a623-dc7eac937b5a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:11.762058 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1998e169-c54e-4f6b-a2a5-281a08c4ceaf req-48dd0016-b161-4d4c-a623-dc7eac937b5a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1778920 Nov 24 10:59:11.785885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:59:11.798395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Sync routers for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:59:11.817581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:59:11.818252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:59:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:11.834398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:11.835737 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3036768 Nov 24 10:59:11.839430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 38284) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 10:59:11.839880 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1998e169-c54e-4f6b-a2a5-281a08c4ceaf req-df3df854-2800-49ed-8d17-814fdeb59dc0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705085 Nov 24 10:59:11.975515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 137847ef-9665-41f6-b829-7b4ef39d6078 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:12.025944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:59:12.054603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 137847ef-9665-41f6-b829-7b4ef39d6078 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:12.332335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02549b-c3bf-4ab3-9d2d-610105ed4dc9 None None] Network 0e619d10-0760-48d6-9745-612bb6eafd00 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 10:59:12.356627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:11Z', 'revision_number': 3, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:12.360807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Checking router: cbc0b301-a903-4432-8241-d231a8546517 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:59:12.361196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Updating router cbc0b301-a903-4432-8241-d231a8546517 port 0cb2998b-daea-4c29-96ba-42aa082570f1 binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:59:12.423323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:12.450211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0638ba-eb1b-44f9-9d6c-6260fc125d17 req-b02f296b-2a89-4e48-886a-bc2086e3feb2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:12.452620 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe0638ba-eb1b-44f9-9d6c-6260fc125d17 req-b02f296b-2a89-4e48-886a-bc2086e3feb2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1367357 Nov 24 10:59:12.460524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Provisioning for port 137847ef-9665-41f6-b829-7b4ef39d6078 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:12.471767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Provisioning complete for port 137847ef-9665-41f6-b829-7b4ef39d6078 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:12.472251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:12.524518 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe0638ba-eb1b-44f9-9d6c-6260fc125d17 req-3686e7b3-34fc-4237-938a-7269e6a8227c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Nov 24 10:59:12.697318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:12.783839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f91918a4-5d4d-4557-ac15-5aa6e1d66bbf up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:12.855285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:12.875438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Transition to ACTIVE for port object 0cb2998b-daea-4c29-96ba-42aa082570f1 will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:12.880546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:12.910756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-07b9ff29-4636-4e35-a142-b107defc82cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:12.918180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.059529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] For port 137847ef-9665-41f6-b829-7b4ef39d6078, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=137847ef-9665-41f6-b829-7b4ef39d6078,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:13.084539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.088398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:13.155124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:13.155593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.163828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Pushing event updated for resources: {'Port': ['ID=0cb2998b-daea-4c29-96ba-42aa082570f1,revision_number=2']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:13.180971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.181370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.181757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.182135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.182509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.182879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.183248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.183616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.184005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.184444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.184845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.185152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.185586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.185951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.186313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.186671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.187035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.187398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.187759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.188119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.188517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.188964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.189325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.189685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 10:59:13.196369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:13.230240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Attempting to bind port 0cb2998b-daea-4c29-96ba-42aa082570f1 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:59:13.230741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Attempting to bind port 0cb2998b-daea-4c29-96ba-42aa082570f1 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:59:13.231259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Attempting to bind port 0cb2998b-daea-4c29-96ba-42aa082570f1 on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:59:13.239488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:59:13.240159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:59:13.240752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.241393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:59:13.242022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Bound port: 0cb2998b-daea-4c29-96ba-42aa082570f1, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:59:13.242591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.332757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180b493-3c59-48ec-b072-a19542c8678d req-c8b8c60d-03e2-4372-a745-bd31a4048737 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:13.334549 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e180b493-3c59-48ec-b072-a19542c8678d req-c8b8c60d-03e2-4372-a745-bd31a4048737 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1917975 Nov 24 10:59:13.358429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] For port 0cb2998b-daea-4c29-96ba-42aa082570f1, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:59:13.362544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] For port 0cb2998b-daea-4c29-96ba-42aa082570f1, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=0cb2998b-daea-4c29-96ba-42aa082570f1,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:59:13.363222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Pushing event updated for resources: {'Port': ['ID=137847ef-9665-41f6-b829-7b4ef39d6078,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:13.367522 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:13.370362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.406296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:13.513561 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e180b493-3c59-48ec-b072-a19542c8678d req-f8875f40-2e2e-4b9b-b54d-f405541e4e5f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378872 Nov 24 10:59:13.531266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Allocated IP 172.20.0.1 (0e619d10-0760-48d6-9745-612bb6eafd00/d94cc5da-f58a-4b19-9ed7-277a1854e476/89a358d7-f11b-46c5-8bbc-d8ba10c90e29) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:59:13.587453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Pushing event updated for resources: {'Port': ['ID=0cb2998b-daea-4c29-96ba-42aa082570f1,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:13.596029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:13.622177 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-bb906512-37da-4c0b-8c88-8468309976a2 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/networks?tenant_id=8b983c1be3954de68b91ab558e3008e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524874 Nov 24 10:59:13.632336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-5dbe2aa9-c0b3-40b7-be36-0b0da14605be None None] Provisioning complete for port 137847ef-9665-41f6-b829-7b4ef39d6078 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:13.632664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2aa9-c0b3-40b7-be36-0b0da14605be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.653957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:59:13.658100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:59:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:13.807505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:13.831737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Transition to ACTIVE for port object 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 will not be triggered until provisioned by entity DHCP. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:13.870529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-de605b73-53fa-4ac9-ad30-917e9c0f6db9 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:13.872154 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-de605b73-53fa-4ac9-ad30-917e9c0f6db9 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441776 Nov 24 10:59:13.914622 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-a0a71fd7-28cb-4147-8ad8-213ea5a2489b tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/quotas/8b983c1be3954de68b91ab558e3008e9 HTTP/1.1" status: 200 len: 375 time: 0.0317807 Nov 24 10:59:13.980465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe0917-f3de-463d-ac35-8d39d2feb700 req-81634ccf-aabb-4503-a5a3-797e79d38db3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:13.993244 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b8fe0917-f3de-463d-ac35-8d39d2feb700 req-81634ccf-aabb-4503-a5a3-797e79d38db3 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1541014 Nov 24 10:59:13.997890 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-3a2a6d5e-651d-40ac-ad4e-cab9bdc2962f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?tenant_id=8b983c1be3954de68b91ab558e3008e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754352 Nov 24 10:59:14.008767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 137847ef-9665-41f6-b829-7b4ef39d6078 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:14.062525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-d6bba262-bfc3-4c76-90d6-3dfe91850953 None None] Provisioning complete for port 137847ef-9665-41f6-b829-7b4ef39d6078 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:14.062974 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b8fe0917-f3de-463d-ac35-8d39d2feb700 req-f9921469-0382-4677-ab15-30ab345737a8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613472 Nov 24 10:59:14.063055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d6bba262-bfc3-4c76-90d6-3dfe91850953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.064135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.100328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:14.141705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f91918a4-5d4d-4557-ac15-5aa6e1d66bbf up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:14.279196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:59:14.386657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 137847ef-9665-41f6-b829-7b4ef39d6078 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:14.391585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.410514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Pushing event updated for resources: {'Port': ['ID=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:14.442421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:14.474669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:14.474928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.531665 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-99fdf967-5495-4a64-a28b-41e0f022b74f req-17218f99-befa-42f8-b342-071adde5457d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 210 time: 0.0881577 Nov 24 10:59:14.533651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Network 0e619d10-0760-48d6-9745-612bb6eafd00 is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:59:14.534846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:14.537233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:59:14.623063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.726634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1eac51b0-3bd0-4a2e-8358-5545aec40a4f None None] Provisioning complete for port 137847ef-9665-41f6-b829-7b4ef39d6078 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:14.728205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1eac51b0-3bd0-4a2e-8358-5545aec40a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.731906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:14.811314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:11Z', 'revision_number': 3, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:14.815827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198229a5-fcdc-488f-9d64-57a0a46484f1 None None] The sync data for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi is: [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:11Z', 'revision_number': 3, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:59:15.038490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-04d193ee-365e-49f7-ab3f-c848530a0570 None None] Provisioning for port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:15.043685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-04d193ee-365e-49f7-ab3f-c848530a0570 None None] Provisioning complete for port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:15.044109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-04d193ee-365e-49f7-ab3f-c848530a0570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:15.065983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23b80-ee42-4c3d-b224-7983200f1a06 req-464cfe81-4e7c-4735-9b71-4be2765b26db tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:15.067607 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-57d23b80-ee42-4c3d-b224-7983200f1a06 req-464cfe81-4e7c-4735-9b71-4be2765b26db tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2040970 Nov 24 10:59:15.100143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-04d193ee-365e-49f7-ab3f-c848530a0570 None None] Port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:59:15.138441 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-57d23b80-ee42-4c3d-b224-7983200f1a06 req-f81b4039-a151-4b6a-b82c-a5672de27276 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535243 Nov 24 10:59:15.193319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:15.205637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:15.304479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3c6ba78-3fad-45de-aa8d-e04aaede3347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:15.331376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8270f71-72f7-4614-b86b-7f0277e33ed9 req-9a2f3b2f-97e7-4ae8-b0e4-fce463119e53 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:15.340428 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e8270f71-72f7-4614-b86b-7f0277e33ed9 req-9a2f3b2f-97e7-4ae8-b0e4-fce463119e53 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1350784 Nov 24 10:59:15.377216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:15.413010 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e8270f71-72f7-4614-b86b-7f0277e33ed9 req-58625ba8-974b-40e4-bc9d-8717c3c66465 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711937 Nov 24 10:59:15.511733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Pushing event updated for resources: {'Port': ['ID=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:15.516414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:15.589708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Network 0e619d10-0760-48d6-9745-612bb6eafd00 is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:59:15.605809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:15.872705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:59:16.038057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-9ff83943-04b4-42c6-895b-748af57368e0 None None] Provisioning complete for port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:16.038506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9ff83943-04b4-42c6-895b-748af57368e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:16.138883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 0cb2998b-daea-4c29-96ba-42aa082570f1 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:16.177918 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-434a6840-3429-4fb8-a435-42f532a1fa51 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.57 "GET /v2.0/networks?tenant_id=8b983c1be3954de68b91ab558e3008e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260731 Nov 24 10:59:16.224108 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-11f148b8-f6ba-4bed-97c4-1a3b3b530efe req-d7e64ffa-0db5-4f5e-ae68-92ce23a1c115 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 210 time: 0.1459839 Nov 24 10:59:16.275665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9ff83943-04b4-42c6-895b-748af57368e0 None None] Port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:59:16.337303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 0cb2998b-daea-4c29-96ba-42aa082570f1 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:16.345086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 0cb2998b-daea-4c29-96ba-42aa082570f1 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:16.345517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:16.500671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:16.518160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 0cb2998b-daea-4c29-96ba-42aa082570f1, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=0cb2998b-daea-4c29-96ba-42aa082570f1,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:16.522490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:16.528165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:16.602494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=0cb2998b-daea-4c29-96ba-42aa082570f1,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:16.605817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:16.667348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-8990b1bf-460b-4830-8667-b581c226bedf tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:16.668932 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-8990b1bf-460b-4830-8667-b581c226bedf tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706242 Nov 24 10:59:16.880813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Request body: {'port': {'device_id': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'network_id': '1844bc2c-37dc-4793-9016-40973554bead', 'admin_state_up': True, 'tenant_id': '8b983c1be3954de68b91ab558e3008e9'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:17.038497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Router cbc0b301-a903-4432-8241-d231a8546517 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 10:59:17.047909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:17.053319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Usage tracker for resource:port and tenant:8b983c1be3954de68b91ab558e3008e9 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:17.058351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Quota usage for port was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:17.065350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:17.139396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Made reservation on behalf of 8b983c1be3954de68b91ab558e3008e9 for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:59:17.144950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:17.166257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:17.220921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:17.227680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Usage tracker for resource:security_group_rule and tenant:8b983c1be3954de68b91ab558e3008e9 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 10:59:17.231443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 10:59:17.293539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:17.394401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 10:59:17.458208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:17.467406 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ceb53852-778e-451a-862a-4757e9a65fa3 req-99b63525-bf8b-42cd-877e-915c8368922f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 210 time: 0.0564842 Nov 24 10:59:17.472606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:17.486796 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] 10.222.0.27 "PUT /v2.0/routers/cbc0b301-a903-4432-8241-d231a8546517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6367679 Nov 24 10:59:17.487414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a447b3e4-333b-4b7e-a11c-3ed241f4a1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:17.609371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Pushing event updated for resources: {'SecurityGroup': ['ID=f9754350-1ed2-4203-88fb-0b275357375e,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:17.614639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:17.833928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Allocated IP 192.168.233.156 (1844bc2c-37dc-4793-9016-40973554bead/50c7b2f0-3939-4b5b-9b60-c4b5a945223d/d1c386d5-4721-494e-aea9-caed9e7d43b6) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:59:17.958919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 0cb2998b-daea-4c29-96ba-42aa082570f1 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:18.048711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 0cb2998b-daea-4c29-96ba-42aa082570f1 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:18.049330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:18.083490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:18.102361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Transition to ACTIVE for port object d1c386d5-4721-494e-aea9-caed9e7d43b6 will not be triggered until provisioned by entity DHCP. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:18.137219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:18.170370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:18.248095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Sync routers for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 10:59:18.265275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:59:18.266117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:59:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:18.402159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Pushing event updated for resources: {'Port': ['ID=d1c386d5-4721-494e-aea9-caed9e7d43b6,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:18.407459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:18.494749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Network 1844bc2c-37dc-4793-9016-40973554bead is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:59:18.496235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:18.509914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:59:18.608082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:18.608812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:18.618485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:59:18.658989 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7826939 Nov 24 10:59:18.687812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Request body: {'port': {'device_id': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:18.871952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2887b-9b17-4859-aa1b-887b8f62a5e9 req-eeb016e0-6c68-4661-9a39-9f40547a5de5 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:18.873926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ec2887b-9b17-4859-aa1b-887b8f62a5e9 req-eeb016e0-6c68-4661-9a39-9f40547a5de5 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 936 time: 0.1748874 Nov 24 10:59:18.892168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:18.978440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ec2887b-9b17-4859-aa1b-887b8f62a5e9 req-e240186f-7635-4b8e-88be-2bb84917fcf4 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968597 Nov 24 10:59:19.042284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3793b3c6-d88b-4aee-9237-4d889726d078 None None] Provisioning for port d1c386d5-4721-494e-aea9-caed9e7d43b6 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:19.057005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3793b3c6-d88b-4aee-9237-4d889726d078 None None] Provisioning complete for port d1c386d5-4721-494e-aea9-caed9e7d43b6 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:19.057428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3793b3c6-d88b-4aee-9237-4d889726d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:19.194075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-3793b3c6-d88b-4aee-9237-4d889726d078 None None] Port d1c386d5-4721-494e-aea9-caed9e7d43b6 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:59:19.232727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 2, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:19.237380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Checking router: cbc0b301-a903-4432-8241-d231a8546517 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 10:59:19.237979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Updating router cbc0b301-a903-4432-8241-d231a8546517 port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 10:59:19.423590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c386d5-4721-494e-aea9-caed9e7d43b6 {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:59:19.432839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:19.453913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Transition to ACTIVE for port object d1c386d5-4721-494e-aea9-caed9e7d43b6 will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:19.467336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:19.593754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:19.620660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5c59f3c0-927b-42ce-b845-9fc7fda89129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:19.695344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c386d5-4721-494e-aea9-caed9e7d43b6,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:19.707000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:19.882469 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Attempting to bind port d1c386d5-4721-494e-aea9-caed9e7d43b6 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:59:19.883627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Attempting to bind port d1c386d5-4721-494e-aea9-caed9e7d43b6 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:59:19.884194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Attempting to bind port d1c386d5-4721-494e-aea9-caed9e7d43b6 on network 1844bc2c-37dc-4793-9016-40973554bead {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:59:19.893220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:59:19.893818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Checking segment: {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:59:19.894322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:19.895007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Bound using segment: {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:59:19.896005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Bound port: d1c386d5-4721-494e-aea9-caed9e7d43b6, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdb59c3-ebda-4241-9ceb-492c1f6f8d47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1844bc2c-37dc-4793-9016-40973554bead'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:59:19.896005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:20.105937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] For port d1c386d5-4721-494e-aea9-caed9e7d43b6, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:59:20.121436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] For port d1c386d5-4721-494e-aea9-caed9e7d43b6, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=d1c386d5-4721-494e-aea9-caed9e7d43b6,segment=NetworkSegment(bcdb59c3-ebda-4241-9ceb-492c1f6f8d47),segment_id=bcdb59c3-ebda-4241-9ceb-492c1f6f8d47)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:59:20.133383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:20.350748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:20.375393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Transition to ACTIVE for port object 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:20.385369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:20.404117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:20.406917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c20e58ff-94e2-4078-8fc7-a60375f93ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:20.474557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3e0d7-06d2-4881-997b-dba9c8780909 req-202ee1e7-d7ff-4ea1-8670-cf821d530ec1 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:20.476520 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d2a3e0d7-06d2-4881-997b-dba9c8780909 req-202ee1e7-d7ff-4ea1-8670-cf821d530ec1 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.2421377 Nov 24 10:59:20.503100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c386d5-4721-494e-aea9-caed9e7d43b6,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:20.522690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:20.558778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:20.561058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:20.564875 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] 10.222.0.57 "PUT /v2.0/ports/d1c386d5-4721-494e-aea9-caed9e7d43b6 HTTP/1.1" status: 200 len: 1162 time: 1.8829291 Nov 24 10:59:20.567473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'tag': 'd1c386d5-4721-494e-aea9-caed9e7d43b6'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:20.582723 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d2a3e0d7-06d2-4881-997b-dba9c8780909 req-76c7c456-9b66-4f70-9787-253a34631440 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968869 Nov 24 10:59:20.654838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52db5e-ac65-4213-8a3f-ae091342743d None None] Pushing event updated for resources: {'Port': ['ID=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:20.676838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7b52db5e-ac65-4213-8a3f-ae091342743d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:20.731485 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'tag': 'd1c386d5-4721-494e-aea9-caed9e7d43b6', 'status': 'completed', 'code': 200} Nov 24 10:59:20.776376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-f8429536-543a-4cf5-9be0-603ee8a8ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:20.777998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-f8429536-543a-4cf5-9be0-603ee8a8ce70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b983c1be3954de68b91ab558e3008e9&device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 1165 time: 0.1320829 Nov 24 10:59:20.941287 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-860cc39b-7677-4510-90d6-a925bd8f3108 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d1c386d5-4721-494e-aea9-caed9e7d43b6 HTTP/1.1" status: 200 len: 217 time: 0.1451373 Nov 24 10:59:21.001906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Attempting to bind port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:59:21.002324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Attempting to bind port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:59:21.002736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Attempting to bind port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 on network 0e619d10-0760-48d6-9745-612bb6eafd00 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:59:21.013161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:59:21.013589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Checking segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:59:21.014044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:21.014484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Bound using segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:59:21.021044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Bound port: 89a358d7-f11b-46c5-8bbc-d8ba10c90e29, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:59:21.021521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:21.046752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-d570e155-d154-455c-a603-af1ed15a470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:21.048536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-d570e155-d154-455c-a603-af1ed15a470a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50c7b2f0-3939-4b5b-9b60-c4b5a945223d HTTP/1.1" status: 200 len: 843 time: 0.0973215 Nov 24 10:59:21.110955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b8296-f3bc-45d0-bade-27041e603257 req-21fb0d17-c6a1-442d-ab12-38d77d3736dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:21.118932 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-684b8296-f3bc-45d0-bade-27041e603257 req-21fb0d17-c6a1-442d-ab12-38d77d3736dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.1094935 Nov 24 10:59:21.168988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] For port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:59:21.171783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-753cb08f-78e9-4aac-ac50-695d8e399148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:21.173871 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-753cb08f-78e9-4aac-ac50-695d8e399148 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1844bc2c-37dc-4793-9016-40973554bead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1176782 Nov 24 10:59:21.174654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] For port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:59:21.181553 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-684b8296-f3bc-45d0-bade-27041e603257 req-82e13819-ed9b-4ced-946b-08a03f05aadb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611455 Nov 24 10:59:21.185657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:21.235457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fc8431c4-bb28-4798-8939-0c5e69756ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:21.360754 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-2f745a47-18e4-46bc-9a1a-7bf3340c7304 service neutron] 10.222.0.57 "GET /v2.0/networks/1844bc2c-37dc-4793-9016-40973554bead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736510 Nov 24 10:59:21.512649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52db5e-ac65-4213-8a3f-ae091342743d None None] Pushing event updated for resources: {'Port': ['ID=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:21.515775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7b52db5e-ac65-4213-8a3f-ae091342743d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:21.579405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a5dee7-f564-4510-a058-782d9b06df7c req-30898c93-de1a-49ef-9db0-f429a3885738 service neutron] 10.222.0.57 "GET /v2.0/networks/1844bc2c-37dc-4793-9016-40973554bead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2012508 Nov 24 10:59:21.587134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 10:59:21.587838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T10:59:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:21.893819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 10:59:21.927269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-8263e388-b43b-49b7-8ce4-918a33a7a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:21.929240 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-8263e388-b43b-49b7-8ce4-918a33a7a493 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b983c1be3954de68b91ab558e3008e9&device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 1165 time: 0.1683893 Nov 24 10:59:21.944114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054cb08-ba32-4fb2-9c5f-2e32b31eef18 req-ad3186b5-2d1d-478b-b55e-182af2283b6f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:21.946751 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4054cb08-ba32-4fb2-9c5f-2e32b31eef18 req-ad3186b5-2d1d-478b-b55e-182af2283b6f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1557729 Nov 24 10:59:22.012907 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4054cb08-ba32-4fb2-9c5f-2e32b31eef18 req-2e7d4c3b-bdb9-4819-88da-f610ce83f44f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Nov 24 10:59:22.307704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:21Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 10:59:22.314616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb8e69-ce10-4d50-a9ce-30a611c5e7ec None None] The sync data for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi is: [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:21Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 10:59:22.332606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-13be722d-c37d-42b1-9e18-d3194433a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:22.334210 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-13be722d-c37d-42b1-9e18-d3194433a775 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1844bc2c-37dc-4793-9016-40973554bead HTTP/1.1" status: 200 len: 863 time: 0.1488228 Nov 24 10:59:22.440616 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-cfaa5ba0-0be9-4d06-8e63-6d492c49c708 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=d1c386d5-4721-494e-aea9-caed9e7d43b6 HTTP/1.1" status: 200 len: 217 time: 0.0937746 Nov 24 10:59:22.486675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1b880-2a9b-4d85-825e-9e01f478a83c req-c22d6b69-3995-42ab-a774-dcd3b106d35b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:22.488604 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63b1b880-2a9b-4d85-825e-9e01f478a83c req-c22d6b69-3995-42ab-a774-dcd3b106d35b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.1137283 Nov 24 10:59:22.550161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-539b4a92-b71e-4ef2-a43f-2398105fdb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:22.551798 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-539b4a92-b71e-4ef2-a43f-2398105fdb7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50c7b2f0-3939-4b5b-9b60-c4b5a945223d HTTP/1.1" status: 200 len: 843 time: 0.0945852 Nov 24 10:59:22.557412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63b1b880-2a9b-4d85-825e-9e01f478a83c req-5ce9d0fb-709a-4a54-b877-bb1490b1c0dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619047 Nov 24 10:59:22.630671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-96d5c675-9f16-41a3-b351-ca9f1edb2595 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:22.631486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-96d5c675-9f16-41a3-b351-ca9f1edb2595 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Synchronizing usage tracker for tenant:8b983c1be3954de68b91ab558e3008e9 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:22.678497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-96d5c675-9f16-41a3-b351-ca9f1edb2595 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Unset dirty status for tenant:8b983c1be3954de68b91ab558e3008e9 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:22.681043 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-96d5c675-9f16-41a3-b351-ca9f1edb2595 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.7600842 Nov 24 10:59:22.720189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-a00c1657-4feb-4e26-96ab-744037b0f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:22.722280 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-a00c1657-4feb-4e26-96ab-744037b0f624 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1844bc2c-37dc-4793-9016-40973554bead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1588674 Nov 24 10:59:22.884596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-1b3770f3-1159-4702-81a8-e6adc6e0111b tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Synchronizing usage tracker for tenant:8b983c1be3954de68b91ab558e3008e9 on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:22.930458 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-d6f30719-8983-4628-8bf6-925717f8efa5 service neutron] 10.222.0.57 "GET /v2.0/networks/1844bc2c-37dc-4793-9016-40973554bead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846004 Nov 24 10:59:22.931568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-1b3770f3-1159-4702-81a8-e6adc6e0111b tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Unset dirty status for tenant:8b983c1be3954de68b91ab558e3008e9 on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:22.932731 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ee5b4a6-f513-4e7c-8365-2d7d3092bbfa req-1b3770f3-1159-4702-81a8-e6adc6e0111b tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439985 Nov 24 10:59:23.106485 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0aabd35-a980-4362-8df0-b53a65822bc8 req-72cbcbc5-e5d6-4b56-a7c1-538c140109a3 service neutron] 10.222.0.57 "GET /v2.0/networks/1844bc2c-37dc-4793-9016-40973554bead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1681390 Nov 24 10:59:23.290206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eaaf33-2f51-4fb7-8c9b-6ddbc618abdd req-4897f5b6-67d1-4d11-8e0d-bc5cb4af7db9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:23.291411 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7eaaf33-2f51-4fb7-8c9b-6ddbc618abdd req-4897f5b6-67d1-4d11-8e0d-bc5cb4af7db9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1223443 Nov 24 10:59:23.373640 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7eaaf33-2f51-4fb7-8c9b-6ddbc618abdd req-baea2800-230e-42e2-b43b-48da7c4399ba tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745842 Nov 24 10:59:23.812213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ddcb4-f44d-4c93-bf79-d60914557823 req-9fc436a9-8ac8-4b50-8ab6-628c0c05182e tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:23.813843 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a94ddcb4-f44d-4c93-bf79-d60914557823 req-9fc436a9-8ac8-4b50-8ab6-628c0c05182e tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.0994928 Nov 24 10:59:23.877038 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a94ddcb4-f44d-4c93-bf79-d60914557823 req-93bf336f-586a-4550-ae90-4520cdd64b80 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567245 Nov 24 10:59:23.999233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:24.135298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:24.145540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:24.152456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:24.182005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-b9c0c5ad-dad8-4bf2-b502-bf3b45eb7ca0 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:24.183710 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-b9c0c5ad-dad8-4bf2-b502-bf3b45eb7ca0 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 945 time: 0.2395742 Nov 24 10:59:24.310609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Deleting port faa7e43b-9902-4332-b14b-111d7c1fe5dd {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 10:59:24.311114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:24.389076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:24.445601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:24.450245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:24.455673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:24.552700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:24.558117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:24.617107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] For port faa7e43b-9902-4332-b14b-111d7c1fe5dd, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=faa7e43b-9902-4332-b14b-111d7c1fe5dd,segment=NetworkSegment(3e57cf61-2281-4bab-bb4e-cc22b38aa023),segment_id=3e57cf61-2281-4bab-bb4e-cc22b38aa023)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:24.617636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:24.638724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82edbe4-415e-4a8b-bf17-850329082a1d req-23552b71-ed8a-4596-9b2c-56c335d768ed tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:24.646449 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c82edbe4-415e-4a8b-bf17-850329082a1d req-23552b71-ed8a-4596-9b2c-56c335d768ed tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.5216308 Nov 24 10:59:24.665116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ca678-566a-4d4f-ba5c-3c7b33c7e626 req-b30a11cd-d88a-4e66-ba91-f4792034de00 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:24.675126 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-448ca678-566a-4d4f-ba5c-3c7b33c7e626 req-b30a11cd-d88a-4e66-ba91-f4792034de00 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.1165712 Nov 24 10:59:24.723850 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-448ca678-566a-4d4f-ba5c-3c7b33c7e626 req-053302ea-b255-43ef-87f0-599e1addeb06 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474150 Nov 24 10:59:24.758889 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c82edbe4-415e-4a8b-bf17-850329082a1d req-5e0cd29b-bfff-458c-a4ac-74f25b6e716c tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106250 Nov 24 10:59:24.836657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Calling delete_port for faa7e43b-9902-4332-b14b-111d7c1fe5dd owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 10:59:25.100288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:25.116016 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3d29d26-a124-4a01-b39a-d55e28dad848 req-5d94e191-5668-4511-9bfe-ded70d74db2b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=b3a8eb47-fcef-4312-8a35-98c744e8b668 HTTP/1.1" status: 200 len: 210 time: 0.0634656 Nov 24 10:59:25.118100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:25.225890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Pushing event deleted for resources: {'Port': ['ID=faa7e43b-9902-4332-b14b-111d7c1fe5dd,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:25.229424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:25.391039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] No DVR routers for this DVR port faa7e43b-9902-4332-b14b-111d7c1fe5dd on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:59:25.393870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:25.396760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'name': 'network-vif-deleted', 'tag': 'faa7e43b-9902-4332-b14b-111d7c1fe5dd'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:25.412560 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-288425a1-c5ac-47f3-a0e6-35d09fa98ae6 req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "DELETE /v2.0/ports/faa7e43b-9902-4332-b14b-111d7c1fe5dd HTTP/1.1" status: 204 len: 173 time: 1.1981847 Nov 24 10:59:25.479269 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a8eb47-fcef-4312-8a35-98c744e8b668', 'name': 'network-vif-deleted', 'tag': 'faa7e43b-9902-4332-b14b-111d7c1fe5dd', 'status': 'completed', 'code': 200} Nov 24 10:59:25.713216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562faa-712e-4da4-b611-c50b5970634f req-f91b72de-c287-46eb-8970-e38c1ac047de tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:25.715113 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d562faa-712e-4da4-b611-c50b5970634f req-f91b72de-c287-46eb-8970-e38c1ac047de tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.0933976 Nov 24 10:59:25.804401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Deleting port 3289b8cf-73dd-4156-a74f-4301591443d4 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 10:59:25.804980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:25.973679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:26.011977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device faa7e43b-9902-4332-b14b-111d7c1fe5dd no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:59:26.061618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: faa7e43b-9902-4332-b14b-111d7c1fe5dd {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 10:59:26.062099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device faa7e43b-9902-4332-b14b-111d7c1fe5dd not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 10:59:26.062635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3289b8cf-73dd-4156-a74f-4301591443d4 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 10:59:26.217930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463792b-1d44-4944-8513-1d1f1a749997 req-daaccaf4-9d42-40b3-ad51-b57f96ab2d02 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:26.226614 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6463792b-1d44-4944-8513-1d1f1a749997 req-daaccaf4-9d42-40b3-ad51-b57f96ab2d02 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 945 time: 0.3256395 Nov 24 10:59:26.302793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] For port 3289b8cf-73dd-4156-a74f-4301591443d4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3289b8cf-73dd-4156-a74f-4301591443d4,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:26.303546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:26.327079 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6463792b-1d44-4944-8513-1d1f1a749997 req-2aedd99a-c614-49f5-bb85-a6d1aad80357 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991490 Nov 24 10:59:26.391741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccc83f-c077-4070-8248-ddb284197738 req-ffb68373-7cfd-4065-a946-cb6474c1783d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:26.407843 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-32ccc83f-c077-4070-8248-ddb284197738 req-ffb68373-7cfd-4065-a946-cb6474c1783d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.4681432 Nov 24 10:59:26.499968 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-32ccc83f-c077-4070-8248-ddb284197738 req-11e5bea0-d79d-41c6-ab9e-cdcb1f47d9ea tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Nov 24 10:59:26.596181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:26.598193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:26.634675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Calling delete_port for 3289b8cf-73dd-4156-a74f-4301591443d4 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 10:59:26.645626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:26.703823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:26.720550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 3289b8cf-73dd-4156-a74f-4301591443d4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3289b8cf-73dd-4156-a74f-4301591443d4,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:26.762490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:26.772011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:26.820490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 10:59:26.821461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 10:59:26.833199 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4', 'code': 200} Nov 24 10:59:26.887669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=3289b8cf-73dd-4156-a74f-4301591443d4,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:26.891257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:27.045872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:27.322415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Deleting port 3289b8cf-73dd-4156-a74f-4301591443d4 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 10:59:27.322791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:27.665763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f74a50e6-1ff6-48d9-8490-a7590fb10653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:27.839095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77867b-b9b7-447d-ab11-ee16e3c8b44d req-a61ef86a-a478-44be-92ec-f02fe444665e tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:27.848386 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cd77867b-b9b7-447d-ab11-ee16e3c8b44d req-a61ef86a-a478-44be-92ec-f02fe444665e tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.1073005 Nov 24 10:59:27.865454 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0d99-49f2-4e01-9d9d-d911843d30f9 req-47e895fc-4ba8-4cb3-b3d7-3960f13148a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:27.873132 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-427b0d99-49f2-4e01-9d9d-d911843d30f9 req-47e895fc-4ba8-4cb3-b3d7-3960f13148a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 943 time: 0.1580060 Nov 24 10:59:27.904895 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cd77867b-b9b7-447d-ab11-ee16e3c8b44d req-bd94a755-dff8-4c3f-9dbd-bd4bfd79125c tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555041 Nov 24 10:59:27.914699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] For port 3289b8cf-73dd-4156-a74f-4301591443d4, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3289b8cf-73dd-4156-a74f-4301591443d4,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:27.915113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:27.954439 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-427b0d99-49f2-4e01-9d9d-d911843d30f9 req-3fab4c3e-ca8a-42dc-a0dc-55dcddc8f6fb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803502 Nov 24 10:59:28.128746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Calling delete_port for 3289b8cf-73dd-4156-a74f-4301591443d4 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 10:59:28.307805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:28.467847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-561ad4f9-5d45-4106-82d4-e49a3f709a93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:28.518125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Pushing event deleted for resources: {'Port': ['ID=3289b8cf-73dd-4156-a74f-4301591443d4,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:28.521010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:28.577160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] No DVR routers for this DVR port 3289b8cf-73dd-4156-a74f-4301591443d4 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 10:59:28.580757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:28.583696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'name': 'network-vif-deleted', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:28.600845 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d562faa-712e-4da4-b611-c50b5970634f req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "DELETE /v2.0/ports/3289b8cf-73dd-4156-a74f-4301591443d4 HTTP/1.1" status: 204 len: 173 time: 2.8749995 Nov 24 10:59:28.654288 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99c1815-e4be-408d-a570-215b77d97805', 'name': 'network-vif-deleted', 'tag': '3289b8cf-73dd-4156-a74f-4301591443d4', 'status': 'completed', 'code': 200} Nov 24 10:59:29.139043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148f7d7-5ad6-4d57-9ce4-50f10dee4eb2 req-f13c96b6-338e-491d-928c-d1ee77a47f9c tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:29.140782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b148f7d7-5ad6-4d57-9ce4-50f10dee4eb2 req-f13c96b6-338e-491d-928c-d1ee77a47f9c tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.0981402 Nov 24 10:59:29.196159 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b148f7d7-5ad6-4d57-9ce4-50f10dee4eb2 req-bca1297a-be26-46c2-b0a8-581a70f9f782 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483365 Nov 24 10:59:29.387966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-03bd13ab-213d-4078-90f1-dd18e1d47a46 req-6da29802-c738-451a-8508-c46ba54164bd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Synchronizing usage tracker for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:29.405813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-03bd13ab-213d-4078-90f1-dd18e1d47a46 req-6da29802-c738-451a-8508-c46ba54164bd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Unset dirty status for tenant:2dfbe9ef6f4042eaae1417e7d0ff7da5 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:29.407674 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-03bd13ab-213d-4078-90f1-dd18e1d47a46 req-6da29802-c738-451a-8508-c46ba54164bd tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.0702071 Nov 24 10:59:29.783918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cb71fd1c-5f55-45d5-a050-9beb0744e745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:30.421895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede00fa-b01d-4248-ab10-c8723b7f554c req-31d48f48-a555-42b1-8e7f-da4eff26879a tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:30.423439 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4ede00fa-b01d-4248-ab10-c8723b7f554c req-31d48f48-a555-42b1-8e7f-da4eff26879a tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.0883415 Nov 24 10:59:30.483644 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4ede00fa-b01d-4248-ab10-c8723b7f554c req-9f768483-36e4-422c-ad51-2d4ab7c9490c tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Nov 24 10:59:30.512839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:30.660624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-64d183c5-fb3a-4a21-8fbf-da0788649293 req-a0cc76e6-bc6b-4ff1-9996-8d61ba1de3ba tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.0499380 Nov 24 10:59:31.361383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:31.634065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a30b99a8-9e5c-4436-a3e0-09274b0acef9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:31.634718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a30b99a8-9e5c-4436-a3e0-09274b0acef9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:31.651201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a30b99a8-9e5c-4436-a3e0-09274b0acef9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:31.652492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a30b99a8-9e5c-4436-a3e0-09274b0acef9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 814 time: 0.1695280 Nov 24 10:59:31.668987 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-25bfc73b-60c9-4eca-b504-cbf44c424642 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/quotas/485e2b2f517b4f42b9e3119198c78b00 HTTP/1.1" status: 200 len: 375 time: 0.0105727 Nov 24 10:59:31.758661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-40611992-984d-4591-a07d-ddf6ee82cbd4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:31.775581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-40611992-984d-4591-a07d-ddf6ee82cbd4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:31.777137 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-40611992-984d-4591-a07d-ddf6ee82cbd4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028471 Nov 24 10:59:31.927922 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f7eda0e9-e42f-43df-9164-95951408bf36 service neutron] 10.222.0.27 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379604 Nov 24 10:59:32.094230 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-1f05ae96-4fc7-4fd8-92d4-232dec73ecb8 service neutron] 10.222.0.27 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1585495 Nov 24 10:59:32.147289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 1844bc2c-37dc-4793-9016-40973554bead details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 10:59:32.208876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5e21-19ff-4924-975c-7ac965d76f84 req-8b8e4e7a-621a-4799-ae65-12f743618122 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:32.210505 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-758f5e21-19ff-4924-975c-7ac965d76f84 req-8b8e4e7a-621a-4799-ae65-12f743618122 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.1030951 Nov 24 10:59:32.250946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:32.279488 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-758f5e21-19ff-4924-975c-7ac965d76f84 req-f7fdb3e0-21b3-41e6-af03-883752232a7c tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610228 Nov 24 10:59:32.405457 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8a3a81e2-6b15-4e67-9f97-e1cb1a610a5c req-3cdcd234-1965-4548-96f9-87fa8e78e48a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 210 time: 0.0456948 Nov 24 10:59:32.429317 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c649ee26-3877-4d8e-868c-b9799070a05e req-f38af05b-7273-4b4c-9d07-d01258615d3c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=d99c1815-e4be-408d-a570-215b77d97805 HTTP/1.1" status: 200 len: 210 time: 0.0477057 Nov 24 10:59:32.676190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-71ac79d4-540d-48ab-ba7e-14687fed0f44 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80318) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 10:59:33.502560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35dfdf-078b-4630-b216-54b34d9539a2 req-b6b6d051-19bf-4e9a-896c-5113926ae330 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:33.504522 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8b35dfdf-078b-4630-b216-54b34d9539a2 req-b6b6d051-19bf-4e9a-896c-5113926ae330 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.0963612 Nov 24 10:59:33.558680 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8b35dfdf-078b-4630-b216-54b34d9539a2 req-1256d137-7744-4b23-931b-bf640d991707 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Nov 24 10:59:33.619731 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e6ac8212-7e3a-4ad4-9ed4-38506182fda8 req-cac2077a-dced-4d12-9d3d-ad63357e2dcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 210 time: 0.0603831 Nov 24 10:59:33.895643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-ee57be1e-1be9-4441-9ff3-170aca43d099 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:33.897672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-ee57be1e-1be9-4441-9ff3-170aca43d099 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 814 time: 0.1623368 Nov 24 10:59:33.951588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'port': {'device_id': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'admin_state_up': True, 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:34.159819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:34.175433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d49a6-c821-4ff6-a1fe-755926cb4563 req-8c4279f0-8048-45ab-b1bb-36d7ab00e00e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:34.177101 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec5d49a6-c821-4ff6-a1fe-755926cb4563 req-8c4279f0-8048-45ab-b1bb-36d7ab00e00e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1586657 Nov 24 10:59:34.180897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:34.210593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Made reservation on behalf of 485e2b2f517b4f42b9e3119198c78b00 for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:59:34.218103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:34.269530 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec5d49a6-c821-4ff6-a1fe-755926cb4563 req-2523dd3a-7593-4c8a-957b-b0ec2db79853 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849957 Nov 24 10:59:34.617995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Allocated IP 172.20.0.11 (0e619d10-0760-48d6-9745-612bb6eafd00/d94cc5da-f58a-4b19-9ed7-277a1854e476/f242e691-3a03-4454-9344-3c54a09e4493) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:59:34.650847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device d1c386d5-4721-494e-aea9-caed9e7d43b6 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:34.800527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port d1c386d5-4721-494e-aea9-caed9e7d43b6 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:34.807857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port d1c386d5-4721-494e-aea9-caed9e7d43b6 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:34.808599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:34.853078 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d528dbeb-541e-4bb7-bbcb-9a4c2e937400 req-ec73ce3d-42a4-4fb8-aa1d-dbb680d55ae1 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 210 time: 0.0547664 Nov 24 10:59:35.020684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:35.069383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211795be-93cf-47b8-b3f0-c855d526a826 req-7b3da3f0-d113-40ff-a522-11476175f633 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:35.071075 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-211795be-93cf-47b8-b3f0-c855d526a826 req-7b3da3f0-d113-40ff-a522-11476175f633 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 948 time: 0.1736162 Nov 24 10:59:35.079873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c386d5-4721-494e-aea9-caed9e7d43b6'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:35.111018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port d1c386d5-4721-494e-aea9-caed9e7d43b6, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=d1c386d5-4721-494e-aea9-caed9e7d43b6,segment=NetworkSegment(bcdb59c3-ebda-4241-9ceb-492c1f6f8d47),segment_id=bcdb59c3-ebda-4241-9ceb-492c1f6f8d47)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 10:59:35.115226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:35.118280 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7b52db5e-ac65-4213-8a3f-ae091342743d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:35.159695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:35.175398 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c386d5-4721-494e-aea9-caed9e7d43b6', 'code': 200} Nov 24 10:59:35.196064 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-211795be-93cf-47b8-b3f0-c855d526a826 req-0c41e13d-36b2-4d19-8dc0-37209e735fe0 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117167 Nov 24 10:59:35.197534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Transition to ACTIVE for port object f242e691-3a03-4454-9344-3c54a09e4493 will not be triggered until provisioned by entity DHCP. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:35.230296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:35.240218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=d1c386d5-4721-494e-aea9-caed9e7d43b6,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:35.258344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:35.331532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bf17f8c3-8360-4022-97cf-4d8f31786226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:35.499624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61217f50-9c8e-428b-a6f1-323bad1888d0 req-2d38a176-a234-49e8-aae8-8c07283ab8a3 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:35.501574 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-61217f50-9c8e-428b-a6f1-323bad1888d0 req-2d38a176-a234-49e8-aae8-8c07283ab8a3 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0923653 Nov 24 10:59:35.556999 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-61217f50-9c8e-428b-a6f1-323bad1888d0 req-ecb69c94-6652-41d0-9b40-38b69fc6a379 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Nov 24 10:59:35.738342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:35.741796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:35.752600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Network 0e619d10-0760-48d6-9745-612bb6eafd00 is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 10:59:35.753846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 10:59:35.756622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 10:59:35.826065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:35.826885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:35.866253 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9192576 Nov 24 10:59:35.952723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff57dcd-1284-4da0-a1f4-435164189840 req-aa77b684-5fab-4542-ac69-90321f1122b0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:35.954319 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ff57dcd-1284-4da0-a1f4-435164189840 req-aa77b684-5fab-4542-ac69-90321f1122b0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0858989 Nov 24 10:59:36.009364 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ff57dcd-1284-4da0-a1f4-435164189840 req-4e25c137-0674-4f71-a1ef-ca7274ae9735 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482705 Nov 24 10:59:36.036575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a3306559-0c72-43ff-aa93-9d00c853adc0 None None] Provisioning for port f242e691-3a03-4454-9344-3c54a09e4493 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 10:59:36.042065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a3306559-0c72-43ff-aa93-9d00c853adc0 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:36.042490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a3306559-0c72-43ff-aa93-9d00c853adc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:36.098028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device d1c386d5-4721-494e-aea9-caed9e7d43b6 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 10:59:36.136306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a3306559-0c72-43ff-aa93-9d00c853adc0 None None] Port f242e691-3a03-4454-9344-3c54a09e4493 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 10:59:36.173839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port d1c386d5-4721-494e-aea9-caed9e7d43b6 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 10:59:36.174186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:36.209031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-59716e9d-0235-4dd2-99b7-cae56f23bfb0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:36.209825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-59716e9d-0235-4dd2-99b7-cae56f23bfb0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:36.225618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-59716e9d-0235-4dd2-99b7-cae56f23bfb0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:36.226931 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-59716e9d-0235-4dd2-99b7-cae56f23bfb0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.1008170 Nov 24 10:59:36.276005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-77a457dc-dfff-4b58-8cef-a4024d52e724 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:36.306755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-77a457dc-dfff-4b58-8cef-a4024d52e724 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:36.310341 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-37a747d4-4581-42b0-b3f0-e316edf779cf req-77a457dc-dfff-4b58-8cef-a4024d52e724 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Nov 24 10:59:36.520542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07473c9-76ce-4b32-90f7-7a321cd0cb77 req-b1bcb854-1e89-4a51-b558-12ab67a78811 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:36.522153 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e07473c9-76ce-4b32-90f7-7a321cd0cb77 req-b1bcb854-1e89-4a51-b558-12ab67a78811 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0940905 Nov 24 10:59:36.571418 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e07473c9-76ce-4b32-90f7-7a321cd0cb77 req-81deb3e9-2ded-4285-80ac-6ac997c16376 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Nov 24 10:59:36.799063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4909d-7ce0-4685-9036-f11d4c36327a req-fa2d8054-1389-4431-a481-c3066e3b1cdc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:36.800926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c0e4909d-7ce0-4685-9036-f11d4c36327a req-fa2d8054-1389-4431-a481-c3066e3b1cdc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0976214 Nov 24 10:59:36.849551 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c0e4909d-7ce0-4685-9036-f11d4c36327a req-b86d7477-b206-47b2-8b55-71da5ff281d5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Nov 24 10:59:37.235710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936033e5-97bb-434f-844e-741bae039b66 req-07cdd363-dea1-4b49-91f6-74280363c515 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:37.237519 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-936033e5-97bb-434f-844e-741bae039b66 req-07cdd363-dea1-4b49-91f6-74280363c515 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1003914 Nov 24 10:59:37.305444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-936033e5-97bb-434f-844e-741bae039b66 req-2d31d1d7-a1f4-4caf-8816-12ec46ba3594 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613253 Nov 24 10:59:37.535563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d437-f479-4373-aef9-a09ad26b4516 req-5e969aa7-487b-4147-b431-a6feaba93823 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:37.537864 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5554d437-f479-4373-aef9-a09ad26b4516 req-5e969aa7-487b-4147-b431-a6feaba93823 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.1007693 Nov 24 10:59:37.597509 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5554d437-f479-4373-aef9-a09ad26b4516 req-2de58214-35b5-4645-bbda-d357825ff7b3 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Nov 24 10:59:37.804960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7339f-d620-4dff-b2bd-a016eb59585b req-0855de78-a44b-42ed-820d-0e6a19f47f94 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:37.806805 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36e7339f-d620-4dff-b2bd-a016eb59585b req-0855de78-a44b-42ed-820d-0e6a19f47f94 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0913725 Nov 24 10:59:37.855033 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36e7339f-d620-4dff-b2bd-a016eb59585b req-870ad031-6741-4062-8ea9-857f6a38b17e tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Nov 24 10:59:38.062719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb919b-fb72-4a30-9340-e0701c0ab85b req-496d3e35-9032-4a5b-b2b9-d322188094fa tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:38.064351 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51eb919b-fb72-4a30-9340-e0701c0ab85b req-496d3e35-9032-4a5b-b2b9-d322188094fa tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0882101 Nov 24 10:59:38.114989 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51eb919b-fb72-4a30-9340-e0701c0ab85b req-3bde0937-764f-4728-9284-e7a79ff90c3e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Nov 24 10:59:38.514463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25552c-0982-4e2f-b9be-dbd632c1710e req-41bda1d8-7b4f-4ba9-8cd5-9d98d4a5f47b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:38.516069 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ef25552c-0982-4e2f-b9be-dbd632c1710e req-41bda1d8-7b4f-4ba9-8cd5-9d98d4a5f47b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0826900 Nov 24 10:59:38.563716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ef25552c-0982-4e2f-b9be-dbd632c1710e req-2268470d-4dfa-4756-bd35-c9831e247340 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Nov 24 10:59:38.813432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e2a36-a400-498d-9703-e04c18543a53 req-d6d6ecb5-4ced-49a9-8429-f87d80a24e33 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:38.815007 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9f3e2a36-a400-498d-9703-e04c18543a53 req-d6d6ecb5-4ced-49a9-8429-f87d80a24e33 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0865505 Nov 24 10:59:38.867754 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9f3e2a36-a400-498d-9703-e04c18543a53 req-983aab82-1c1d-41dc-853b-0c725e59ca29 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458663 Nov 24 10:59:39.067189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4da29-e0e9-437d-aaed-46a2adff8632 req-e3c5c3f5-ccc6-4f15-956a-944002e76347 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:39.071802 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fc4da29-e0e9-437d-aaed-46a2adff8632 req-e3c5c3f5-ccc6-4f15-956a-944002e76347 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0857179 Nov 24 10:59:39.125536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fc4da29-e0e9-437d-aaed-46a2adff8632 req-40802d3e-ecd8-45f2-8d01-57654cd11a34 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491652 Nov 24 10:59:39.341370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eed6f-1176-4cda-8eba-e26ab0ddcf07 req-a498fb9f-58f6-4794-b9a9-0b073e5c49a5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:39.342996 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-973eed6f-1176-4cda-8eba-e26ab0ddcf07 req-a498fb9f-58f6-4794-b9a9-0b073e5c49a5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1017330 Nov 24 10:59:39.392439 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-973eed6f-1176-4cda-8eba-e26ab0ddcf07 req-6e70e4f4-406d-498e-80e6-90e1bdb8f4fb tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Nov 24 10:59:39.776876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885858e-436d-4218-8a79-c106d7bfe6fc req-09d8c887-7016-4313-a3e6-9d7678030354 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:39.778484 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b885858e-436d-4218-8a79-c106d7bfe6fc req-09d8c887-7016-4313-a3e6-9d7678030354 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0816841 Nov 24 10:59:39.830146 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b885858e-436d-4218-8a79-c106d7bfe6fc req-aca7f567-0ee9-4a06-9681-63ea3ed35ead tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452735 Nov 24 10:59:40.078068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52e8e2-5299-4daf-804b-bca658061c41 req-91df0e9d-cff7-434d-85dc-86b01b3c3045 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:40.079679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e52e8e2-5299-4daf-804b-bca658061c41 req-91df0e9d-cff7-434d-85dc-86b01b3c3045 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0836196 Nov 24 10:59:40.128171 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e52e8e2-5299-4daf-804b-bca658061c41 req-476344c1-513d-4326-bfec-9994f287f2da tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Nov 24 10:59:40.351403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23222e8c-274d-459a-b4b8-9040f78294b4 req-0cca75c7-db14-416a-9505-18b76f1aa79f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:40.353071 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-23222e8c-274d-459a-b4b8-9040f78294b4 req-0cca75c7-db14-416a-9505-18b76f1aa79f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0957923 Nov 24 10:59:40.401984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-23222e8c-274d-459a-b4b8-9040f78294b4 req-171c5331-e730-4709-87f7-1bee10ef4579 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Nov 24 10:59:40.600860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c3365-525d-49b9-a43a-c806724957b4 req-4abeafb6-53a2-49d2-b64c-965ae76732a8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:40.602554 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e99c3365-525d-49b9-a43a-c806724957b4 req-4abeafb6-53a2-49d2-b64c-965ae76732a8 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0815849 Nov 24 10:59:40.649999 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e99c3365-525d-49b9-a43a-c806724957b4 req-6a9a2fbb-f9ce-442e-874a-e75926dd962e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Nov 24 10:59:41.046497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ab57-34e3-458b-bec2-67d33bd9133c req-323eb8c2-9fe3-495e-8e65-999fbb5e7679 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:41.048089 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bab0ab57-34e3-458b-bec2-67d33bd9133c req-323eb8c2-9fe3-495e-8e65-999fbb5e7679 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0866015 Nov 24 10:59:41.100011 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bab0ab57-34e3-458b-bec2-67d33bd9133c req-3c43105d-8a66-44a8-9b9f-e6dbfd802deb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Nov 24 10:59:41.338577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5855091-e505-4c40-ba23-1c65104fc00a req-f607394b-e2d3-460d-b494-a7140cb0ecb9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:41.340205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b5855091-e505-4c40-ba23-1c65104fc00a req-f607394b-e2d3-460d-b494-a7140cb0ecb9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0842719 Nov 24 10:59:41.390162 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b5855091-e505-4c40-ba23-1c65104fc00a req-7e79e7a4-5405-4111-b920-8aa821e0f5df tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428369 Nov 24 10:59:41.643210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5656-523c-4592-a6a1-87831773e5d4 req-908c8d02-cd6c-4ae5-9bef-3022a386ca20 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:41.644830 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-046b5656-523c-4592-a6a1-87831773e5d4 req-908c8d02-cd6c-4ae5-9bef-3022a386ca20 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0893722 Nov 24 10:59:41.692768 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-046b5656-523c-4592-a6a1-87831773e5d4 req-1abacedd-fcae-4f03-8f29-8de4e0ad30fe tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Nov 24 10:59:41.963792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3d476333-2fc1-4468-b292-d10681046035 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:41.965375 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3d476333-2fc1-4468-b292-d10681046035 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/networks?id=623e3f91-c502-4eea-ab9c-3d450be640ed HTTP/1.1" status: 200 len: 813 time: 0.1645024 Nov 24 10:59:41.982360 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-83ad7e41-a6ac-4cb0-baa2-5fcfda7ccb7f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/quotas/b86be1e170cf4299be9e80ec860d3f32 HTTP/1.1" status: 200 len: 375 time: 0.0108342 Nov 24 10:59:42.031262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-04eec5f0-5c36-4083-8450-182088b6fb5f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Synchronizing usage tracker for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 10:59:42.045747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-04eec5f0-5c36-4083-8450-182088b6fb5f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Unset dirty status for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 10:59:42.047083 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-04eec5f0-5c36-4083-8450-182088b6fb5f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?tenant_id=b86be1e170cf4299be9e80ec860d3f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594525 Nov 24 10:59:42.190764 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-f2a6f76e-4b95-421d-bff0-925e66cd1409 service neutron] 10.222.0.27 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361885 Nov 24 10:59:42.340599 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-b1dc24c5-a10a-4071-bed6-2ecfd7d455b8 service neutron] 10.222.0.27 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427343 Nov 24 10:59:42.662676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef16b34-de16-4902-9fed-8949a22bd903 req-b2c40627-251b-44a2-8bda-771b8f980028 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:42.664846 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ef16b34-de16-4902-9fed-8949a22bd903 req-b2c40627-251b-44a2-8bda-771b8f980028 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1205175 Nov 24 10:59:42.715642 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ef16b34-de16-4902-9fed-8949a22bd903 req-71bd5b9e-30fd-48b8-92f1-830c9038298d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443442 Nov 24 10:59:42.934769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da689f4-34b1-4f92-b381-1fa27c98c867 req-3ea8af3d-0cdd-4937-a39a-f29335cb981c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:42.936489 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7da689f4-34b1-4f92-b381-1fa27c98c867 req-3ea8af3d-0cdd-4937-a39a-f29335cb981c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1000555 Nov 24 10:59:42.989080 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7da689f4-34b1-4f92-b381-1fa27c98c867 req-02fbb118-6e1d-4ca6-a82e-997041c7a887 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Nov 24 10:59:43.182175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df0116-b9f4-4daa-9584-f4c2664ae63d req-d8eca1d2-8889-4d83-bd2a-f88fda46c7f5 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:43.183764 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52df0116-b9f4-4daa-9584-f4c2664ae63d req-d8eca1d2-8889-4d83-bd2a-f88fda46c7f5 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0816345 Nov 24 10:59:43.231788 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52df0116-b9f4-4daa-9584-f4c2664ae63d req-546cc1c1-6a44-456c-8679-af4b0bbb5aad tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Nov 24 10:59:43.392990 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f68ce3a-52a0-4042-a323-f08cc9839c2d req-9a36d698-55e0-44bb-92b4-737f358d0304 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0476680 Nov 24 10:59:43.595271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310ffb7-e7d6-4232-a94c-7c6919bcd340 req-5e0d2746-391f-41c6-ad36-8344e33452d6 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:43.596853 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8310ffb7-e7d6-4232-a94c-7c6919bcd340 req-5e0d2746-391f-41c6-ad36-8344e33452d6 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0827558 Nov 24 10:59:43.645384 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8310ffb7-e7d6-4232-a94c-7c6919bcd340 req-b5baa7d8-4b7d-4615-b509-5e7ad5ad2e93 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Nov 24 10:59:43.930838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b096bfc-4443-430a-85d9-819697e84122 req-b41f3ce9-184f-4301-8f4e-57f6c61ed375 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:43.932464 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b096bfc-4443-430a-85d9-819697e84122 req-b41f3ce9-184f-4301-8f4e-57f6c61ed375 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0864627 Nov 24 10:59:43.983450 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b096bfc-4443-430a-85d9-819697e84122 req-8360fe3f-67d2-424c-967f-95142a4f11e7 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Nov 24 10:59:44.202229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fda084-529c-481f-b4a0-f4a5c75be733 req-3c8e9487-eef7-4ad8-95ea-5ddcf96b107d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:44.203848 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-75fda084-529c-481f-b4a0-f4a5c75be733 req-3c8e9487-eef7-4ad8-95ea-5ddcf96b107d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0891778 Nov 24 10:59:44.253236 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-75fda084-529c-481f-b4a0-f4a5c75be733 req-bd89c7c0-2316-4d35-b736-2a514b0994da tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Nov 24 10:59:44.510051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c237f3-eb91-46dd-a22d-a85b1235cebc req-c4fec7e6-6d38-4d4d-ae44-0c4ce6028ed9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:44.511666 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3c237f3-eb91-46dd-a22d-a85b1235cebc req-c4fec7e6-6d38-4d4d-ae44-0c4ce6028ed9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0891187 Nov 24 10:59:44.559770 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3c237f3-eb91-46dd-a22d-a85b1235cebc req-86a377cf-43b0-4089-bb6b-186ad466644e tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Nov 24 10:59:44.726913 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f97b3875-e1ac-4bed-8e9f-6ccf7a5a9bd4 req-e0e88620-a682-4918-9851-ae2092575f85 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0447445 Nov 24 10:59:44.948807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef2ac2-1e1c-4bf4-ac72-50ab772f1ee0 req-674759f8-1bff-4f88-abc3-58c9e6116f8a tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:44.951346 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c1ef2ac2-1e1c-4bf4-ac72-50ab772f1ee0 req-674759f8-1bff-4f88-abc3-58c9e6116f8a tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0919521 Nov 24 10:59:45.027129 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c1ef2ac2-1e1c-4bf4-ac72-50ab772f1ee0 req-c55c363f-ee0b-432d-bb8f-d9b6bff78434 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675602 Nov 24 10:59:45.234789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cb735-f8f2-4f3e-89fd-1af8a03e33b9 req-f1618518-4f11-493d-8b55-a0029fc4958d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:45.236443 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a19cb735-f8f2-4f3e-89fd-1af8a03e33b9 req-f1618518-4f11-493d-8b55-a0029fc4958d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0832644 Nov 24 10:59:45.291112 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a19cb735-f8f2-4f3e-89fd-1af8a03e33b9 req-21567968-1b29-4d56-8abe-590dd92a46bc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477169 Nov 24 10:59:45.529257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55375-563e-4281-bfea-07dbb109d1d0 req-a8feeecd-3d97-42fb-ac09-269cb5be609b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:45.531068 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97b55375-563e-4281-bfea-07dbb109d1d0 req-a8feeecd-3d97-42fb-ac09-269cb5be609b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1000655 Nov 24 10:59:45.584639 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97b55375-563e-4281-bfea-07dbb109d1d0 req-1627d003-4df0-4660-bd49-02a6cbba9692 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468252 Nov 24 10:59:45.792547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e192d7-ea4d-427f-bbed-16619acf5173 req-31c2b8fe-7e53-4161-ace4-de768e0ef2fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:45.794205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22e192d7-ea4d-427f-bbed-16619acf5173 req-31c2b8fe-7e53-4161-ace4-de768e0ef2fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0908749 Nov 24 10:59:45.849561 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22e192d7-ea4d-427f-bbed-16619acf5173 req-3735d56e-f795-4b3a-986c-139600a96e62 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Nov 24 10:59:46.021979 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a94212f0-55e2-4831-8c1b-93119507fb0c req-4ac08b86-93d7-4fe5-a84c-c8d18e305640 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0534739 Nov 24 10:59:46.239688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e778-92f0-4509-b447-517509788518 req-79f81368-f37d-4100-b388-c854c9fc12c0 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:46.241365 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6651e778-92f0-4509-b447-517509788518 req-79f81368-f37d-4100-b388-c854c9fc12c0 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0834384 Nov 24 10:59:46.303313 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6651e778-92f0-4509-b447-517509788518 req-682c2b50-d3c9-49a4-ba5a-a87bdca9dab9 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553617 Nov 24 10:59:46.519838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14d2d4-2d17-4321-85cd-562e1b439709 req-0a6d0f92-c9ec-48aa-a34a-f8c9bc9f9ede tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:46.521409 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7e14d2d4-2d17-4321-85cd-562e1b439709 req-0a6d0f92-c9ec-48aa-a34a-f8c9bc9f9ede tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0881152 Nov 24 10:59:46.569512 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7e14d2d4-2d17-4321-85cd-562e1b439709 req-9028d06f-bd27-4782-bbd3-01ea8576ed38 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Nov 24 10:59:46.803958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69895b7-ef4e-4c3a-bcff-b9241306d960 req-f3820959-28b1-4b22-818b-1d48b1023c90 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:46.806147 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f69895b7-ef4e-4c3a-bcff-b9241306d960 req-f3820959-28b1-4b22-818b-1d48b1023c90 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0843434 Nov 24 10:59:46.858637 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f69895b7-ef4e-4c3a-bcff-b9241306d960 req-8dd688f0-bc8b-4b05-8201-ded3a4859975 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Nov 24 10:59:47.068581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba1650-9ffd-469b-8730-f87748ea80d8 req-f0090d9b-4130-4948-93eb-603ccf1be045 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:47.070421 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9bba1650-9ffd-469b-8730-f87748ea80d8 req-f0090d9b-4130-4948-93eb-603ccf1be045 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0846927 Nov 24 10:59:47.119523 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9bba1650-9ffd-469b-8730-f87748ea80d8 req-657ba430-f9ab-4e73-abb4-9e1d2b65f1c1 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Nov 24 10:59:47.282785 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf0e1d56-81e9-406c-89e8-290265977c6d req-4b09e268-6656-4dd6-8b11-148ec9ef051e tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0501525 Nov 24 10:59:47.524039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b27b5-4834-4a38-b262-d5e10870a729 req-ec8027d8-3629-4134-9c63-fbbbe8b6e08f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:47.525743 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f5b27b5-4834-4a38-b262-d5e10870a729 req-ec8027d8-3629-4134-9c63-fbbbe8b6e08f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0873299 Nov 24 10:59:47.576750 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f5b27b5-4834-4a38-b262-d5e10870a729 req-c8af8e9a-d403-4f32-8d66-98b9943ae32d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 Nov 24 10:59:47.789822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fbb02-b7c0-46e7-92c8-94384f3bb454 req-d36216e8-950f-491e-a2e8-38ebde26b24a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:47.791470 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cb0fbb02-b7c0-46e7-92c8-94384f3bb454 req-d36216e8-950f-491e-a2e8-38ebde26b24a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0906904 Nov 24 10:59:47.848297 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cb0fbb02-b7c0-46e7-92c8-94384f3bb454 req-b327c7ef-c282-4e26-827e-a2d9aca292da tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Nov 24 10:59:48.074223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce4157-8601-4d6d-b1fa-1edb2b8c5af0 req-a31e15c6-0250-4aa4-b88e-4daf3bdfc74c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:48.075837 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-73ce4157-8601-4d6d-b1fa-1edb2b8c5af0 req-a31e15c6-0250-4aa4-b88e-4daf3bdfc74c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0826311 Nov 24 10:59:48.124128 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-73ce4157-8601-4d6d-b1fa-1edb2b8c5af0 req-04824dcb-102c-40a4-b01e-80fafed11bf8 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Nov 24 10:59:48.340873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d763c8b-4433-4584-a85f-5e0513959e7d req-47c04b07-46b8-4ed1-9bf5-4a1e2232a861 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:48.342474 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7d763c8b-4433-4584-a85f-5e0513959e7d req-47c04b07-46b8-4ed1-9bf5-4a1e2232a861 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0865493 Nov 24 10:59:48.390602 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7d763c8b-4433-4584-a85f-5e0513959e7d req-e1717f0c-a3e9-497f-8a95-184a1838a825 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Nov 24 10:59:48.556935 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c9fd74f6-2e13-4c7b-be65-d8dd3f37aa06 req-3d877cb4-2c61-49e4-9b36-911bdb7a964d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0514510 Nov 24 10:59:48.786878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6943ee1-7f93-4e0c-9a9c-610e602224bc req-60bc2f20-9586-40c4-a397-8ebdbbbb9605 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:48.788485 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a6943ee1-7f93-4e0c-9a9c-610e602224bc req-60bc2f20-9586-40c4-a397-8ebdbbbb9605 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0854123 Nov 24 10:59:48.836638 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a6943ee1-7f93-4e0c-9a9c-610e602224bc req-54cfaeac-db06-4d3f-8e9e-64a2c910fb90 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412164 Nov 24 10:59:49.064070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05765c3f-a3f4-4391-a997-bb860e0daba1 req-d7b6ee68-cfc5-442d-ab18-782662d8ca0e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:49.065642 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-05765c3f-a3f4-4391-a997-bb860e0daba1 req-d7b6ee68-cfc5-442d-ab18-782662d8ca0e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0822823 Nov 24 10:59:49.112579 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-05765c3f-a3f4-4391-a997-bb860e0daba1 req-22851852-8d93-48ca-af8e-9f0b87519ed2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Nov 24 10:59:49.355706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48fee-3cad-4c96-8052-04c3527e21c8 req-261b8122-068f-4299-9693-7c39b2d737d9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:49.357303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26f48fee-3cad-4c96-8052-04c3527e21c8 req-261b8122-068f-4299-9693-7c39b2d737d9 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0995142 Nov 24 10:59:49.406287 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26f48fee-3cad-4c96-8052-04c3527e21c8 req-754517ec-e520-4f38-9442-57c749614016 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Nov 24 10:59:49.611166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a59e3-9313-402b-89d5-6e08b6fb83fc req-ae333364-fbac-4dad-be2c-faedb9db4115 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:49.612797 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-363a59e3-9313-402b-89d5-6e08b6fb83fc req-ae333364-fbac-4dad-be2c-faedb9db4115 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0879781 Nov 24 10:59:49.666666 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-363a59e3-9313-402b-89d5-6e08b6fb83fc req-897a0b6f-1cdd-4f7b-8706-1663025c39ae tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466657 Nov 24 10:59:49.832642 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2f619426-f418-4ecf-b519-65f5e37af90d req-421c6bc0-d0e9-4918-ab96-e5097fb0f902 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0477035 Nov 24 10:59:50.048252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86948f0d-b3e7-4a27-9c1c-59591cc57911 req-f6011cc5-a22d-4338-9b80-bbc304e54e2f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:50.049946 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-86948f0d-b3e7-4a27-9c1c-59591cc57911 req-f6011cc5-a22d-4338-9b80-bbc304e54e2f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0840127 Nov 24 10:59:50.102938 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-86948f0d-b3e7-4a27-9c1c-59591cc57911 req-541fb74a-c0e8-4113-aa5e-0ca1766ed9ba tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Nov 24 10:59:50.512886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3720e98-37d5-40e6-9681-e860f79d91f4 req-3a46b842-8574-45f5-87c4-310146bba6a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:50.514492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3720e98-37d5-40e6-9681-e860f79d91f4 req-3a46b842-8574-45f5-87c4-310146bba6a6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2751315 Nov 24 10:59:50.564998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3720e98-37d5-40e6-9681-e860f79d91f4 req-5161f5d9-614a-4452-a7d9-9544c240650a tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439124 Nov 24 10:59:50.769129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb82f90-0d93-4734-82e0-ac9b3bcef0b5 req-e04d0ca4-ab93-49fa-94bf-c2c048997c5e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:50.770636 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ddb82f90-0d93-4734-82e0-ac9b3bcef0b5 req-e04d0ca4-ab93-49fa-94bf-c2c048997c5e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0846536 Nov 24 10:59:50.822009 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ddb82f90-0d93-4734-82e0-ac9b3bcef0b5 req-094959d8-ed58-4483-bca1-db51ea262f2b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Nov 24 10:59:51.019213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35220d-e2ed-4213-b65b-8a873afb8ffa req-aa38c703-87a8-4deb-b6d2-82ccd37f7cde tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:51.020753 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9c35220d-e2ed-4213-b65b-8a873afb8ffa req-aa38c703-87a8-4deb-b6d2-82ccd37f7cde tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0822308 Nov 24 10:59:51.067886 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9c35220d-e2ed-4213-b65b-8a873afb8ffa req-a6d970a2-c36d-4ae8-bfff-0fcaa6f810ee tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Nov 24 10:59:51.239880 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-db9f9132-6d90-4e8a-948f-5bedaa675c91 req-24f66799-dc88-4936-9c30-f47f0b174393 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0488887 Nov 24 10:59:51.443560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b82041-6838-4a23-a87e-03cf13436535 req-6a2a84f2-627c-4218-bc7a-8497cbcd0579 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:51.454207 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-55b82041-6838-4a23-a87e-03cf13436535 req-6a2a84f2-627c-4218-bc7a-8497cbcd0579 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0974801 Nov 24 10:59:51.499821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-55b82041-6838-4a23-a87e-03cf13436535 req-47a2d722-f547-45d2-b04e-ee2a58893318 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445640 Nov 24 10:59:51.916341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ada34-7010-417c-945f-3e170251d080 req-da6ef1a6-9e17-48c3-b7bc-6e4032dfa00d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:51.917978 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-860ada34-7010-417c-945f-3e170251d080 req-da6ef1a6-9e17-48c3-b7bc-6e4032dfa00d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0860586 Nov 24 10:59:51.979445 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-860ada34-7010-417c-945f-3e170251d080 req-bcbf9b71-11fe-4325-9508-fcfd19dda948 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Nov 24 10:59:52.176843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aeb7b-2ec5-4d4d-880a-7842a86ce9c1 req-d66ce651-f857-48a7-aa32-30914bca6b4e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:52.178424 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-893aeb7b-2ec5-4d4d-880a-7842a86ce9c1 req-d66ce651-f857-48a7-aa32-30914bca6b4e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0834951 Nov 24 10:59:52.268792 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-893aeb7b-2ec5-4d4d-880a-7842a86ce9c1 req-534a5ed9-36c8-453f-bacf-0b2d63c42239 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836794 Nov 24 10:59:52.470494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2415f3-f04d-44ed-a95a-819e70c08c2b req-d02ce712-5023-452a-87d7-c72816ab58ed tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:52.472112 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d2415f3-f04d-44ed-a95a-819e70c08c2b req-d02ce712-5023-452a-87d7-c72816ab58ed tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0858390 Nov 24 10:59:52.522741 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d2415f3-f04d-44ed-a95a-819e70c08c2b req-30fe538b-3224-4ba3-a2d3-d0cd3e86f6bb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Nov 24 10:59:52.685223 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7f77bd77-5e87-4541-842b-2c0a7646a9e2 req-1829f6d9-fdaa-4435-8ebf-67cb6821acfb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0463641 Nov 24 10:59:52.871114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 10:59:52.888860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e42bf-0e96-4589-98b8-675765763e5a req-81a25cf8-6a49-4425-a4e8-b2e81005d4ec tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:52.890509 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-845e42bf-0e96-4589-98b8-675765763e5a req-81a25cf8-6a49-4425-a4e8-b2e81005d4ec tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0893214 Nov 24 10:59:52.963812 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-845e42bf-0e96-4589-98b8-675765763e5a req-51f5b677-3aeb-4537-a3ed-da029eaa1a60 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657711 Nov 24 10:59:53.203805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c68107-658d-4ba2-8b64-ba7da70a1f0a req-f8217041-b837-43f5-a64c-79c8c6be26f0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:53.205480 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82c68107-658d-4ba2-8b64-ba7da70a1f0a req-f8217041-b837-43f5-a64c-79c8c6be26f0 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0890350 Nov 24 10:59:53.255224 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82c68107-658d-4ba2-8b64-ba7da70a1f0a req-0328b853-4265-43a3-9ca7-f0971e25ff77 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Nov 24 10:59:53.487570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed3a7-16ea-4203-8eec-ecf882b326ab req-162f635b-be24-4257-9701-33ef29fd4fd6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:53.489232 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a7ed3a7-16ea-4203-8eec-ecf882b326ab req-162f635b-be24-4257-9701-33ef29fd4fd6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0911775 Nov 24 10:59:53.537215 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a7ed3a7-16ea-4203-8eec-ecf882b326ab req-22117c23-fd8d-4156-bacc-07a9b65c55bc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Nov 24 10:59:53.737775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd08ad2-52e5-4428-8f38-ad79c063dc05 req-34375615-6c22-4cec-a02e-4b2a31682c8e tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:53.739695 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcd08ad2-52e5-4428-8f38-ad79c063dc05 req-34375615-6c22-4cec-a02e-4b2a31682c8e tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0852199 Nov 24 10:59:53.791505 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcd08ad2-52e5-4428-8f38-ad79c063dc05 req-ef514ec8-2e76-4737-80cb-298fa4698609 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Nov 24 10:59:53.954002 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4afa591e-dba3-4430-8a2e-d3dc20d5c8b9 req-fae0cc87-426b-498c-a285-f4cda5013c86 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0466838 Nov 24 10:59:54.170287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993bd0a-41a5-46d3-a751-b23f9997c968 req-2ec67303-bc98-4a7c-8dc8-39bec9c6c520 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:54.171776 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1993bd0a-41a5-46d3-a751-b23f9997c968 req-2ec67303-bc98-4a7c-8dc8-39bec9c6c520 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0818169 Nov 24 10:59:54.221760 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1993bd0a-41a5-46d3-a751-b23f9997c968 req-bc51302e-6a91-4811-81d7-be295960ec5e tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Nov 24 10:59:54.462984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f910da9-685a-4246-96bf-0fa85d0fecf9 req-3ad6ad7c-cadb-40f4-ac70-4506e31fc769 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:54.464626 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f910da9-685a-4246-96bf-0fa85d0fecf9 req-3ad6ad7c-cadb-40f4-ac70-4506e31fc769 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0820270 Nov 24 10:59:54.513725 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f910da9-685a-4246-96bf-0fa85d0fecf9 req-08398b6b-41a1-415a-a64a-82efb8ea6d6b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Nov 24 10:59:54.752322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0355e4-3f2f-40b2-9578-4e45757c2965 req-a0cfb407-df63-4329-a278-29ca94a4f2ba tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:54.753819 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe0355e4-3f2f-40b2-9578-4e45757c2965 req-a0cfb407-df63-4329-a278-29ca94a4f2ba tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0856202 Nov 24 10:59:54.802108 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe0355e4-3f2f-40b2-9578-4e45757c2965 req-f2d10ce9-87cd-4d50-ad19-963a6d21b08d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412490 Nov 24 10:59:55.001254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b162463-8d36-414c-b9c4-d106d9c3c2b1 req-1c7ae8b0-54f1-4797-89bc-12910ccfb0d3 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:55.002932 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7b162463-8d36-414c-b9c4-d106d9c3c2b1 req-1c7ae8b0-54f1-4797-89bc-12910ccfb0d3 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0841432 Nov 24 10:59:55.051077 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7b162463-8d36-414c-b9c4-d106d9c3c2b1 req-aaab6428-1189-4afe-b5e3-2cb0a2438b99 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Nov 24 10:59:55.212855 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58d814d0-7c69-4928-a6ef-4237b7cad0d5 req-f65f8f08-bb83-459f-82d1-785669b6c951 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0485644 Nov 24 10:59:55.433524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a688b6-0329-41e6-99bc-8489c5ddf712 req-50d5d295-ad8d-453a-b756-58e7ca2a7b53 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:55.435111 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a688b6-0329-41e6-99bc-8489c5ddf712 req-50d5d295-ad8d-453a-b756-58e7ca2a7b53 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0830011 Nov 24 10:59:55.482754 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3a688b6-0329-41e6-99bc-8489c5ddf712 req-8c399d72-dda0-4598-9e54-8620432edfdf tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410616 Nov 24 10:59:55.733021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2139-8f3c-4d15-a764-5e6291354b73 req-de362ddb-4b91-4bd8-8b9d-83e65db5ec53 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:55.734606 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-233b2139-8f3c-4d15-a764-5e6291354b73 req-de362ddb-4b91-4bd8-8b9d-83e65db5ec53 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0850239 Nov 24 10:59:55.782280 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-233b2139-8f3c-4d15-a764-5e6291354b73 req-082a9ded-253b-4e30-bd37-04239d05a93c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Nov 24 10:59:56.011481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d1a26-2f4c-4a4b-997b-50d1da40bc86 req-76890835-0028-4b8e-b3e9-3edd640bb7dc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:56.013115 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-821d1a26-2f4c-4a4b-997b-50d1da40bc86 req-76890835-0028-4b8e-b3e9-3edd640bb7dc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.0846181 Nov 24 10:59:56.060504 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-821d1a26-2f4c-4a4b-997b-50d1da40bc86 req-37ee921a-2a59-477b-b604-4972563e58f6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Nov 24 10:59:56.268349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c88314-225d-4037-8d23-7ea284b56329 req-5136dcf6-9f34-454f-809d-fc324d195882 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:56.269984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b2c88314-225d-4037-8d23-7ea284b56329 req-5136dcf6-9f34-454f-809d-fc324d195882 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 932 time: 0.0898931 Nov 24 10:59:56.318204 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b2c88314-225d-4037-8d23-7ea284b56329 req-05f78e31-65b1-4dcd-9275-6e1780ecec7c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Nov 24 10:59:56.381824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Request body: {'port': {'device_id': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:56.519892 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3924b2a0-c09b-4e13-a577-655041dcb8c8 req-ba379438-b0c1-4d7a-87c3-569285de567c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0845358 Nov 24 10:59:56.547354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:56.713770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a2499-ccd0-42d0-96f3-b87bb63250af req-60ca1a37-16d2-4905-8e45-afd03ac79235 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:56.715647 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-890a2499-ccd0-42d0-96f3-b87bb63250af req-60ca1a37-16d2-4905-8e45-afd03ac79235 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0876963 Nov 24 10:59:56.767047 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-890a2499-ccd0-42d0-96f3-b87bb63250af req-479e4a19-a165-4b13-98c0-5d02a5e469b1 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Nov 24 10:59:56.879179 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-f9f11107-5b27-4288-947d-4ae1edfecabc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0826154 Nov 24 10:59:57.070530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.088084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-6e223776-92f6-4591-9fee-10eb35c69b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:57.089892 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-6e223776-92f6-4591-9fee-10eb35c69b02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=692d559686504a41a3a04647cdf75a6d&device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 1163 time: 0.0785060 Nov 24 10:59:57.126933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26294ab-0c39-4033-994e-bb4bf6570d69 req-18792b4e-a472-49c1-b582-e739c8ea0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:57.128581 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e26294ab-0c39-4033-994e-bb4bf6570d69 req-18792b4e-a472-49c1-b582-e739c8ea0637 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 1167 time: 0.2415898 Nov 24 10:59:57.139536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fa5d9-60bf-4f94-b5a2-317a2d33f835 req-5de63cd1-f451-45f1-aae0-1ec86197dd16 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:57.141136 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-349fa5d9-60bf-4f94-b5a2-317a2d33f835 req-5de63cd1-f451-45f1-aae0-1ec86197dd16 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.2194278 Nov 24 10:59:57.143272 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f242e691-3a03-4454-9344-3c54a09e4493 {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 10:59:57.168443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.213736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Transition to ACTIVE for port object f242e691-3a03-4454-9344-3c54a09e4493 will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 10:59:57.229835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.308518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:57.330886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4479ccf-2506-4083-95fd-7ca047456841 req-75ff4f54-2db4-41be-b052-aec1427a1f72 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:57.332436 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c4479ccf-2506-4083-95fd-7ca047456841 req-75ff4f54-2db4-41be-b052-aec1427a1f72 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1408033 Nov 24 10:59:57.333508 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-2cfd34b8-dae8-438e-8ab1-6374c1ddbe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:57.334946 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-2cfd34b8-dae8-438e-8ab1-6374c1ddbe01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 200 len: 908 time: 0.2204278 Nov 24 10:59:57.339288 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e26294ab-0c39-4033-994e-bb4bf6570d69 req-52c2d007-48d1-4a17-ad96-977eeb954cb8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915679 Nov 24 10:59:57.377779 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-349fa5d9-60bf-4f94-b5a2-317a2d33f835 req-51f6a983-e379-4d7e-a11d-590e34c3fedc tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143004 Nov 24 10:59:57.383486 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c4479ccf-2506-4083-95fd-7ca047456841 req-bb792afa-c3fd-49c2-9c41-30ee6816d968 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Nov 24 10:59:57.417763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:57.422712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:57.639098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0ece3a50-af4d-4b0b-8c7d-fbc242998ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.672002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Attempting to bind port f242e691-3a03-4454-9344-3c54a09e4493 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 10:59:57.672410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Attempting to bind port f242e691-3a03-4454-9344-3c54a09e4493 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 10:59:57.672785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Attempting to bind port f242e691-3a03-4454-9344-3c54a09e4493 on network 0e619d10-0760-48d6-9745-612bb6eafd00 {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 10:59:57.686002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 10:59:57.686380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Checking segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 10:59:57.686788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.687187 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Bound using segment: {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 10:59:57.687663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Bound port: f242e691-3a03-4454-9344-3c54a09e4493, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4047e06b-2ea1-49f1-839c-126ae135a801', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 10:59:57.688044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.706021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f90c06-1a61-491f-90f6-10e7c6c4ba0d req-9e61e27b-e555-414a-8faf-a192e85022d8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:57.707647 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f4f90c06-1a61-491f-90f6-10e7c6c4ba0d req-9e61e27b-e555-414a-8faf-a192e85022d8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.1523395 Nov 24 10:59:57.816329 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f4f90c06-1a61-491f-90f6-10e7c6c4ba0d req-39b81fa9-4d68-4758-a34a-7e73c5742ee4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005278 Nov 24 10:59:57.825645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] For port f242e691-3a03-4454-9344-3c54a09e4493, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 10:59:57.828810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] For port f242e691-3a03-4454-9344-3c54a09e4493, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f242e691-3a03-4454-9344-3c54a09e4493,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 10:59:57.832291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:57.851833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 10:59:58.016222 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5b7aa7bc-b999-4038-8c42-858be942242b req-d502ef9e-1500-4dbb-b519-38a160728ce0 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0838428 Nov 24 10:59:58.044504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 10:59:58.050002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 10:59:58.087264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:58.088039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:58.089442 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] 10.222.0.57 "PUT /v2.0/ports/f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 1158 time: 1.7133048 Nov 24 10:59:58.089971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 10:59:58.244229 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-052bdf8e-1f45-4019-97c2-10e33889ecab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f28512af-b755-433e-b905-d60c0193ab42 HTTP/1.1" status: 200 len: 217 time: 0.0700746 Nov 24 10:59:58.469140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-fcdfd73b-d1b5-4943-895e-bb3e9f3b0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:58.471389 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-fcdfd73b-d1b5-4943-895e-bb3e9f3b0fa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 200 len: 854 time: 0.0720086 Nov 24 10:59:58.519357 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'status': 'completed', 'code': 200} Nov 24 10:59:58.616236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35901fac-50d9-4c5e-8919-050493b2e19e req-ca922395-1e1e-4688-b348-4779b63c1cb4 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:58.618222 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35901fac-50d9-4c5e-8919-050493b2e19e req-ca922395-1e1e-4688-b348-4779b63c1cb4 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.4844580 Nov 24 10:59:58.623281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-b86399b4-c715-4b61-ae07-7f09d9044ff7 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:58.625010 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-b86399b4-c715-4b61-ae07-7f09d9044ff7 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "GET /v2.0/networks?id=623e3f91-c502-4eea-ab9c-3d450be640ed HTTP/1.1" status: 200 len: 813 time: 0.2630160 Nov 24 10:59:58.647096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-56f4b54a-1b01-4876-8b16-16842668b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:58.649234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-56f4b54a-1b01-4876-8b16-16842668b13b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1161 time: 0.2011573 Nov 24 10:59:58.672021 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-14ab1fc1-8967-4853-96f3-fb8642c953dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548756 Nov 24 10:59:58.676172 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35901fac-50d9-4c5e-8919-050493b2e19e req-a8cf8aeb-cb2e-41ed-864f-573f3fa77543 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Nov 24 10:59:58.687591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Request body: {'port': {'device_id': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed', 'admin_state_up': True, 'tenant_id': 'b86be1e170cf4299be9e80ec860d3f32'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 10:59:58.864915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c43ff-a553-4973-94f6-622bd34603b5 req-95763a9b-83f8-41eb-8db8-f18c2aa03f14 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:58.866536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b85c43ff-a553-4973-94f6-622bd34603b5 req-95763a9b-83f8-41eb-8db8-f18c2aa03f14 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1991193 Nov 24 10:59:58.882841 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-14d1bdd4-bf8f-4c87-932b-025d0d4543de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 217 time: 0.1767645 Nov 24 10:59:58.905611 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-d3e0905e-3ed5-4cf3-abd0-4ccc872ff2c7 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964078 Nov 24 10:59:59.015426 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b85c43ff-a553-4973-94f6-622bd34603b5 req-3d0ae771-81ab-45ab-8875-db8a63248bac tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390707 Nov 24 10:59:59.016873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-b3f488ba-476b-4db9-bfdb-ba415f94d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:59.018444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-b3f488ba-476b-4db9-bfdb-ba415f94d3a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.1236961 Nov 24 10:59:59.019457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 10:59:59.035094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 10:59:59.044711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67ddbb-ab41-49c5-acb9-d34e5d69f6be req-13178422-7788-415d-b31e-ae181d7e7329 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:59.046309 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f67ddbb-ab41-49c5-acb9-d34e5d69f6be req-13178422-7788-415d-b31e-ae181d7e7329 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.2388711 Nov 24 10:59:59.067185 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397f6356-3876-43b5-b31a-9eee4ba33c4a req-0878c1c0-11e4-4a0a-9014-003aaab420a9 service neutron] 10.222.0.57 "GET /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496336 Nov 24 10:59:59.070360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Made reservation on behalf of b86be1e170cf4299be9e80ec860d3f32 for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 10:59:59.076235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 10:59:59.209428 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f67ddbb-ab41-49c5-acb9-d34e5d69f6be req-2ff4a051-6ae9-424d-8f8d-ef5e8dbe7767 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566734 Nov 24 10:59:59.234382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc7490-43b2-4295-a652-f2ab26d4647d req-c635358d-2a14-4cb5-af4c-ab66bbae8080 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:59.236012 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56dc7490-43b2-4295-a652-f2ab26d4647d req-c635358d-2a14-4cb5-af4c-ab66bbae8080 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.0846357 Nov 24 10:59:59.298679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-d834a537-2905-421c-be46-8dcb9c349c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 10:59:59.300198 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-d834a537-2905-421c-be46-8dcb9c349c4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2309904 Nov 24 10:59:59.321321 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56dc7490-43b2-4295-a652-f2ab26d4647d req-1220147b-c455-42c1-aa63-3cfdb93cf645 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609648 Nov 24 10:59:59.510722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ddef0339-dc71-42db-b3a5-5bbcea0479fd req-51f18751-9cd2-43b8-a69b-848d565935ae tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.1180944 Nov 24 10:59:59.648553 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-3891719c-a5c6-47f3-ba2c-51fb69b037f4 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174207 Nov 24 10:59:59.664606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Allocated IP 172.20.0.12 (623e3f91-c502-4eea-ab9c-3d450be640ed/65acc1aa-2569-4724-b1ec-8d970378704e/e11e5b28-4489-4880-8220-bc710ba53589) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 10:59:59.793209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c1198bba-1948-48a4-b256-55d72920eb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:00.020928 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c753c15e-d383-45d0-ae99-7ea1852d3d48 req-d5b357fa-bf0d-41dd-8c95-256ee0e47c6b service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3443971 Nov 24 11:00:00.075545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfe5bf-f30c-4560-aba6-69b99028f99c req-18c6b096-707b-4554-bba6-9e475800f96f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.077262 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dacfe5bf-f30c-4560-aba6-69b99028f99c req-18c6b096-707b-4554-bba6-9e475800f96f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.2620928 Nov 24 11:00:00.115068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:00.151595 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dacfe5bf-f30c-4560-aba6-69b99028f99c req-ad261d24-6981-4041-a2bb-0432e8431fa2 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 Nov 24 11:00:00.164301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:00.182136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:00.235823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3a0f6-7820-42dc-94bc-e3bb1a2d0039 req-cac1b407-ec23-49fc-8ea0-00479426c82e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.237474 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e1f3a0f6-7820-42dc-94bc-e3bb1a2d0039 req-cac1b407-ec23-49fc-8ea0-00479426c82e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0889475 Nov 24 11:00:00.294441 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e1f3a0f6-7820-42dc-94bc-e3bb1a2d0039 req-9d5826ec-a44e-4c06-afff-b3ca577477a5 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501590 Nov 24 11:00:00.471337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:00.540507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567e522-2716-444a-aa9e-bb7cd9b581fb req-0535f168-bcc1-4ead-9040-6c2c4a335a73 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.544765 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1567e522-2716-444a-aa9e-bb7cd9b581fb req-0535f168-bcc1-4ead-9040-6c2c4a335a73 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.0910320 Nov 24 11:00:00.590613 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1567e522-2716-444a-aa9e-bb7cd9b581fb req-98ade296-5090-4aab-b7f6-eabc4ccbb767 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Nov 24 11:00:00.632396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Pushing event updated for resources: {'Port': ['ID=e11e5b28-4489-4880-8220-bc710ba53589,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:00.635905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:00.717269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-7c69a427-ea52-4f22-9124-1a1f83551ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.718903 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-7c69a427-ea52-4f22-9124-1a1f83551ae1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1161 time: 0.4380624 Nov 24 11:00:00.720809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Network 623e3f91-c502-4eea-ab9c-3d450be640ed is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:00.722864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:00.725216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:00.794341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956321f-7895-4dc0-b1ac-dfa20df64963 req-4a8233e8-6f9e-4a7e-b7a9-a3a8f3da54f4 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.795954 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2956321f-7895-4dc0-b1ac-dfa20df64963 req-4a8233e8-6f9e-4a7e-b7a9-a3a8f3da54f4 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 932 time: 0.0858197 Nov 24 11:00:00.801630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f57f-505d-4d7a-b945-3d1b997525ca req-eb7945a7-5fc4-4c45-847c-f55d5946ce24 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.803246 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3200f57f-505d-4d7a-b945-3d1b997525ca req-eb7945a7-5fc4-4c45-847c-f55d5946ce24 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.2527549 Nov 24 11:00:00.844818 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2956321f-7895-4dc0-b1ac-dfa20df64963 req-c7c461cb-766a-4657-82c2-a8a1f5ae2567 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Nov 24 11:00:00.920995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:00.921668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:00.982267 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3200f57f-505d-4d7a-b945-3d1b997525ca req-3973f039-b840-4828-9e83-a7a07fff316b tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210546 Nov 24 11:00:01.001895 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3185766 Nov 24 11:00:01.006057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-a84a44de-d4ad-4e66-862e-26f592d330f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:01.007556 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-a84a44de-d4ad-4e66-862e-26f592d330f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.2480521 Nov 24 11:00:01.039083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Request body: {'port': {'device_id': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:01.142629 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-3b85667c-6c26-4daa-9a17-86b00e84b14e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 217 time: 0.0778143 Nov 24 11:00:01.280237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:01.369738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:01.397781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-8cbfb6e7-8731-41aa-bd42-6c64a6b2cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:01.399955 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-8cbfb6e7-8731-41aa-bd42-6c64a6b2cae9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.2411971 Nov 24 11:00:01.504949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d04b7-bf0e-41d6-8b79-e8ebaa98422b req-96e03f17-bd12-4b8c-a4a7-a42457be5060 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:01.506598 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc2d04b7-bf0e-41d6-8b79-e8ebaa98422b req-96e03f17-bd12-4b8c-a4a7-a42457be5060 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.2165098 Nov 24 11:00:01.517308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f91918a4-5d4d-4557-ac15-5aa6e1d66bbf up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:01.525205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada48c81-48f6-4810-95bf-9ec1f0c92e16 req-dbcf9c94-2311-45e9-b97e-7a05c153ef12 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:01.528048 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ada48c81-48f6-4810-95bf-9ec1f0c92e16 req-dbcf9c94-2311-45e9-b97e-7a05c153ef12 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0906289 Nov 24 11:00:01.600679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:01.601866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:01.683516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ada48c81-48f6-4810-95bf-9ec1f0c92e16 req-1c30eed2-ea9d-4705-a321-acc13d928e85 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919905 Nov 24 11:00:01.698824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-6a670884-02fd-4111-94de-2805a73259dc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:01.700526 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-6a670884-02fd-4111-94de-2805a73259dc tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.1649230 Nov 24 11:00:01.736528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc2d04b7-bf0e-41d6-8b79-e8ebaa98422b req-6da1c2bd-7a23-414f-b7e1-e2eaa96067e1 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595559 Nov 24 11:00:01.797262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:01.797637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:01.862075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-09fe94d6-0a14-47c0-a020-336a4fe8feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:01.863602 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-09fe94d6-0a14-47c0-a020-336a4fe8feda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2881527 Nov 24 11:00:02.056708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39c1a8-5e04-4b67-b3ee-f98085ed588d req-a824ab89-2f28-4d54-b24c-354317dfb298 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:02.058348 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2b39c1a8-5e04-4b67-b3ee-f98085ed588d req-a824ab89-2f28-4d54-b24c-354317dfb298 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.2274878 Nov 24 11:00:02.149520 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2b39c1a8-5e04-4b67-b3ee-f98085ed588d req-b85dcb04-5352-4f7d-88b9-5d60fa61d905 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794702 Nov 24 11:00:02.151095 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-51394c5a-3450-4726-a5b8-4b1ce14eb662 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763476 Nov 24 11:00:02.174573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:02.175241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:02.219236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:02.276875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd11a2-06f8-4770-9f1d-916f9d74a556 req-33365b5b-b624-4315-9438-42a8cf243bfb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:02.277785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-f5fd11a2-06f8-4770-9f1d-916f9d74a556 req-33365b5b-b624-4315-9438-42a8cf243bfb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Synchronizing usage tracker for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:02.291979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11e5b28-4489-4880-8220-bc710ba53589 {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:00:02.309408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:02.314354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for f91918a4-5d4d-4557-ac15-5aa6e1d66bbf owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:02.329190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-f5fd11a2-06f8-4770-9f1d-916f9d74a556 req-33365b5b-b624-4315-9438-42a8cf243bfb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Unset dirty status for tenant:b86be1e170cf4299be9e80ec860d3f32 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:02.330528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f5fd11a2-06f8-4770-9f1d-916f9d74a556 req-33365b5b-b624-4315-9438-42a8cf243bfb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 932 time: 0.3475399 Nov 24 11:00:02.341689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Transition to ACTIVE for port object e11e5b28-4489-4880-8220-bc710ba53589 will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:02.364963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:02.384995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:02.506948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d66fb7-391f-4303-88c2-10d00a989f98 req-f6901876-4ba2-43d0-b291-e6e1e063bcb6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:02.508593 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96d66fb7-391f-4303-88c2-10d00a989f98 req-f6901876-4ba2-43d0-b291-e6e1e063bcb6 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 946 time: 0.2014797 Nov 24 11:00:02.536854 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-1836b1e2-f9c3-4f47-8707-801fda533b64 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3731911 Nov 24 11:00:02.564399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:02.570746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e5b28-4489-4880-8220-bc710ba53589,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:02.577988 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f5fd11a2-06f8-4770-9f1d-916f9d74a556 req-983a4c8d-2b29-4be2-a4cd-85c510ee0fac tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351613 Nov 24 11:00:02.580701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:02.584163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22fa0cd4-8a6a-4681-8935-962032deab34 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:02.690979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event deleted for resources: {'Port': ['ID=f91918a4-5d4d-4557-ac15-5aa6e1d66bbf,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:02.702615 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96d66fb7-391f-4303-88c2-10d00a989f98 req-4676068d-8e35-4fe7-92e8-1069135102da tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855128 Nov 24 11:00:02.703631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:03.048715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Attempting to bind port e11e5b28-4489-4880-8220-bc710ba53589 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:00:03.049016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Attempting to bind port e11e5b28-4489-4880-8220-bc710ba53589 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:00:03.049412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Attempting to bind port e11e5b28-4489-4880-8220-bc710ba53589 on network 623e3f91-c502-4eea-ab9c-3d450be640ed {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:00:03.057418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] No DVR routers for this DVR port f91918a4-5d4d-4557-ac15-5aa6e1d66bbf on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:03.059920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b01f51-6f44-4532-a2c8-b80c4e4f8f03 req-a3d272f2-d382-488c-8d60-4310d0bbd84e tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.060170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:03.061589 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-27b01f51-6f44-4532-a2c8-b80c4e4f8f03 req-a3d272f2-d382-488c-8d60-4310d0bbd84e tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.1609769 Nov 24 11:00:03.063010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'name': 'network-vif-deleted', 'tag': 'f91918a4-5d4d-4557-ac15-5aa6e1d66bbf'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:03.065204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 10, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:00:03.065587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Checking segment: {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:00:03.065998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:03.066396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Bound using segment: {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:00:03.066885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Bound port: e11e5b28-4489-4880-8220-bc710ba53589, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e57cf61-2281-4bab-bb4e-cc22b38aa023', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '623e3f91-c502-4eea-ab9c-3d450be640ed'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:00:03.067266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:03.083286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cebb47-0df7-49d4-9a91-562dcd3c56a0 req-8f0f849e-97fe-4ed4-9a56-329ee1ccc35e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.084944 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6cebb47-0df7-49d4-9a91-562dcd3c56a0 req-8f0f849e-97fe-4ed4-9a56-329ee1ccc35e tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1618350 Nov 24 11:00:03.092092 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-93ec5dea-b123-4cdb-94e8-64b72ba3a7cd req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "DELETE /v2.0/ports/f91918a4-5d4d-4557-ac15-5aa6e1d66bbf HTTP/1.1" status: 204 len: 173 time: 1.3850465 Nov 24 11:00:03.135193 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6cebb47-0df7-49d4-9a91-562dcd3c56a0 req-8f2cf369-e097-418b-b1c3-ca250e9098ee tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Nov 24 11:00:03.186239 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-27b01f51-6f44-4532-a2c8-b80c4e4f8f03 req-6a885855-2bd8-440b-a735-04f1dfcde92d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068883 Nov 24 11:00:03.200718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] For port e11e5b28-4489-4880-8220-bc710ba53589, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:00:03.204086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] For port e11e5b28-4489-4880-8220-bc710ba53589, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=e11e5b28-4489-4880-8220-bc710ba53589,segment=NetworkSegment(3e57cf61-2281-4bab-bb4e-cc22b38aa023),segment_id=3e57cf61-2281-4bab-bb4e-cc22b38aa023)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:00:03.211394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:03.232239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:03.233317 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1056c224-5d8c-43ad-a386-2d5b3ce820a8', 'name': 'network-vif-deleted', 'tag': 'f91918a4-5d4d-4557-ac15-5aa6e1d66bbf', 'status': 'completed', 'code': 200} Nov 24 11:00:03.459802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Pushing event updated for resources: {'Port': ['ID=e11e5b28-4489-4880-8220-bc710ba53589,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:03.465673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:03.500171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.500890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:03.502397 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] 10.222.0.57 "PUT /v2.0/ports/e11e5b28-4489-4880-8220-bc710ba53589 HTTP/1.1" status: 200 len: 1158 time: 2.4680328 Nov 24 11:00:03.504936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'tag': 'e11e5b28-4489-4880-8220-bc710ba53589'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:03.517782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6922f-a2e0-409f-bbc6-b54af7203e66 req-2ca6e8dd-2292-4181-81c3-4aea4c738595 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.519705 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e0d6922f-a2e0-409f-bbc6-b54af7203e66 req-2ca6e8dd-2292-4181-81c3-4aea4c738595 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.1699734 Nov 24 11:00:03.571908 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'tag': 'e11e5b28-4489-4880-8220-bc710ba53589', 'status': 'completed', 'code': 200} Nov 24 11:00:03.576017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e0d6922f-a2e0-409f-bbc6-b54af7203e66 req-f84c1770-24a8-42e5-875f-997e8d59ae0c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Nov 24 11:00:03.762101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294c1f-b7a6-45e7-ae0a-fbdbfb528f59 req-f5bc877e-1881-4426-a1c8-8143ecaba829 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.763730 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6294c1f-b7a6-45e7-ae0a-fbdbfb528f59 req-f5bc877e-1881-4426-a1c8-8143ecaba829 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0867977 Nov 24 11:00:03.766776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f69153-ad94-43c3-a7ce-4b731e67478d req-9b4ccee5-d343-47a0-b6f8-c82afd0fa5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.768411 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f69153-ad94-43c3-a7ce-4b731e67478d req-9b4ccee5-d343-47a0-b6f8-c82afd0fa5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b86be1e170cf4299be9e80ec860d3f32&device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 1161 time: 0.1329982 Nov 24 11:00:03.813444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6294c1f-b7a6-45e7-ae0a-fbdbfb528f59 req-24cdc88c-5f31-4811-a1f8-ffd92c1c5d31 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Nov 24 11:00:03.894949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190d8e-57b2-4e97-b57b-0073c5079e32 req-3e390c14-13b7-4ac2-892a-19e1fb299c3b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.896595 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-01190d8e-57b2-4e97-b57b-0073c5079e32 req-3e390c14-13b7-4ac2-892a-19e1fb299c3b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.1792111 Nov 24 11:00:03.977565 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-01190d8e-57b2-4e97-b57b-0073c5079e32 req-046d4104-b0c9-43cc-9c42-9c2053c97d8d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733812 Nov 24 11:00:03.993955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f69153-ad94-43c3-a7ce-4b731e67478d req-9b24aff1-d2b6-4a89-92bc-e137aed38fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:03.995546 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f69153-ad94-43c3-a7ce-4b731e67478d req-9b24aff1-d2b6-4a89-92bc-e137aed38fcd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b86be1e170cf4299be9e80ec860d3f32&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2030199 Nov 24 11:00:04.004771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-6509146a-5b12-4c54-a7b3-edc8ad8ff1b2 req-022b19d2-a748-41f2-932b-f7f2415e2be5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:04.018356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-6509146a-5b12-4c54-a7b3-edc8ad8ff1b2 req-022b19d2-a748-41f2-932b-f7f2415e2be5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:04.019656 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6509146a-5b12-4c54-a7b3-edc8ad8ff1b2 req-022b19d2-a748-41f2-932b-f7f2415e2be5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=1056c224-5d8c-43ad-a386-2d5b3ce820a8 HTTP/1.1" status: 200 len: 210 time: 0.0678694 Nov 24 11:00:04.167727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f69153-ad94-43c3-a7ce-4b731e67478d req-aa2fc920-185c-41bd-a2ef-845cc3825013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:04.169291 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f69153-ad94-43c3-a7ce-4b731e67478d req-aa2fc920-185c-41bd-a2ef-845cc3825013 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1497815 Nov 24 11:00:04.316304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-62b6ba10-6030-4ff3-8807-b5547e6354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:04.317971 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-62b6ba10-6030-4ff3-8807-b5547e6354f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b86be1e170cf4299be9e80ec860d3f32&device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 1161 time: 0.0765481 Nov 24 11:00:04.349048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f956a11-9259-44a9-bb86-6e7393920595 req-ef46e169-b0d8-478c-9685-ab22f07c41b6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:04.350741 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f956a11-9259-44a9-bb86-6e7393920595 req-ef46e169-b0d8-478c-9685-ab22f07c41b6 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0840383 Nov 24 11:00:04.401705 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-ca029760-ec84-4b2b-abd7-2f2df8e3fe22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11e5b28-4489-4880-8220-bc710ba53589 HTTP/1.1" status: 200 len: 217 time: 0.0675046 Nov 24 11:00:04.405260 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f956a11-9259-44a9-bb86-6e7393920595 req-13adc414-6743-4c21-8e9c-c502b00837c9 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Nov 24 11:00:04.480130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-a2cdcede-ccf1-4df7-b30a-1ce183a01c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:04.481690 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-a2cdcede-ccf1-4df7-b30a-1ce183a01c41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=65acc1aa-2569-4724-b1ec-8d970378704e HTTP/1.1" status: 200 len: 853 time: 0.0636141 Nov 24 11:00:04.532249 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-51bf982a-e798-426a-a6a2-66b3ba7be2df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=623e3f91-c502-4eea-ab9c-3d450be640ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430236 Nov 24 11:00:04.677463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-c0840631-d5ed-425d-ab33-c84e68cf8c50 service neutron] 10.222.0.57 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339445 Nov 24 11:00:04.884436 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92a138d1-c0a3-4245-8f26-ccd3de80f3c6 req-a263b3f0-dde5-4301-aac8-325e04b7bcdd service neutron] 10.222.0.57 "GET /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2001183 Nov 24 11:00:04.894518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839818f0-6fdc-4413-a283-569a3ae95193 req-1a305c17-d8f8-49ea-a84d-aedd6eb1193c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:04.896042 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-839818f0-6fdc-4413-a283-569a3ae95193 req-1a305c17-d8f8-49ea-a84d-aedd6eb1193c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.1865602 Nov 24 11:00:04.922997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f91918a4-5d4d-4557-ac15-5aa6e1d66bbf no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:04.944908 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-839818f0-6fdc-4413-a283-569a3ae95193 req-6aa96f0e-0334-41eb-bb36-bef8cf82dd5e tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Nov 24 11:00:04.959927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: f91918a4-5d4d-4557-ac15-5aa6e1d66bbf {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:00:04.960557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f91918a4-5d4d-4557-ac15-5aa6e1d66bbf not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:00:05.035975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58645a26-be3c-4ced-891a-56a3d5740877 req-bac97145-6aae-4f45-abe8-01ba60845c7d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:05.037649 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58645a26-be3c-4ced-891a-56a3d5740877 req-bac97145-6aae-4f45-abe8-01ba60845c7d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0936999 Nov 24 11:00:05.087428 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58645a26-be3c-4ced-891a-56a3d5740877 req-42f96dc7-ec80-4881-8748-fafbf8e7f7d6 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Nov 24 11:00:05.199681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1822312-fa26-419f-8051-ea0961e3d096 req-7be4241c-a0ed-48f9-a931-19da383a0b9a tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:05.201266 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a1822312-fa26-419f-8051-ea0961e3d096 req-7be4241c-a0ed-48f9-a931-19da383a0b9a tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.0863988 Nov 24 11:00:05.252315 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a1822312-fa26-419f-8051-ea0961e3d096 req-5b483aa7-6fde-418b-9b25-31c4953a3adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Nov 24 11:00:05.613776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8962e-e642-45d0-9997-0276678aa539 req-60d8cf23-65a7-4fff-a245-4e724169debe tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:05.615440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-baf8962e-e642-45d0-9997-0276678aa539 req-60d8cf23-65a7-4fff-a245-4e724169debe tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.0825057 Nov 24 11:00:05.662946 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-baf8962e-e642-45d0-9997-0276678aa539 req-1defc304-888e-450f-b285-df8e7b507105 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Nov 24 11:00:06.208115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88320378-fe5e-4538-bd6a-834b14a97110 req-fa9746cc-ea41-46e6-a964-543ad78f5510 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:06.209801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88320378-fe5e-4538-bd6a-834b14a97110 req-fa9746cc-ea41-46e6-a964-543ad78f5510 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.1368432 Nov 24 11:00:06.271072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-886b496b-d634-4626-b199-de0ab3f6814c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:06.272589 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-886b496b-d634-4626-b199-de0ab3f6814c tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1338775 Nov 24 11:00:06.283170 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88320378-fe5e-4538-bd6a-834b14a97110 req-60040ddc-668e-48ab-be11-3841e3f25527 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646679 Nov 24 11:00:06.307220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb6779-6bd4-41b9-b083-46fd7deaf195 req-4ed60f9a-bd9a-4ffc-885a-308a927b5f8d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:06.308787 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-67bb6779-6bd4-41b9-b083-46fd7deaf195 req-4ed60f9a-bd9a-4ffc-885a-308a927b5f8d tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0884960 Nov 24 11:00:06.357939 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-67bb6779-6bd4-41b9-b083-46fd7deaf195 req-1681eecc-48e8-40b5-b2e7-25e8531b551f tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/security-groups?id=f9754350-1ed2-4203-88fb-0b275357375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Nov 24 11:00:06.477792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Deleting port 93c56cf8-53fa-487d-8359-2e233a6a3d53 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:06.478182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:06.565930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faaca1-fce2-40f6-94d6-75e336710372 req-41292722-76ae-4dd5-b27b-d9b24bde6a78 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:06.567523 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-90faaca1-fce2-40f6-94d6-75e336710372 req-41292722-76ae-4dd5-b27b-d9b24bde6a78 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.57 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 950 time: 0.0899189 Nov 24 11:00:06.602431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb9d98-14bf-4c2b-aadd-8e552b43a111 req-f04c9f85-46d8-474e-8ddf-531f10d24355 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:06.604054 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dacb9d98-14bf-4c2b-aadd-8e552b43a111 req-f04c9f85-46d8-474e-8ddf-531f10d24355 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.1978042 Nov 24 11:00:06.647252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Deleting port d1c386d5-4721-494e-aea9-caed9e7d43b6 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:06.647757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:06.760904 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dacb9d98-14bf-4c2b-aadd-8e552b43a111 req-b24686a8-e89a-4a87-949f-b664d8ec99d6 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458869 Nov 24 11:00:06.803272 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] For port 93c56cf8-53fa-487d-8359-2e233a6a3d53, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=93c56cf8-53fa-487d-8359-2e233a6a3d53,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:06.804297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:06.971170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d7162-fe2c-446d-83b0-df9414571718 req-96e6bc78-66c7-49df-8e32-eb8889b0eb2f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:06.972980 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d6d7162-fe2c-446d-83b0-df9414571718 req-96e6bc78-66c7-49df-8e32-eb8889b0eb2f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.2101705 Nov 24 11:00:07.017112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] For port d1c386d5-4721-494e-aea9-caed9e7d43b6, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=d1c386d5-4721-494e-aea9-caed9e7d43b6,segment=NetworkSegment(bcdb59c3-ebda-4241-9ceb-492c1f6f8d47),segment_id=bcdb59c3-ebda-4241-9ceb-492c1f6f8d47)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:07.017536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:07.130636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Calling delete_port for 93c56cf8-53fa-487d-8359-2e233a6a3d53 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:07.163871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Calling delete_port for d1c386d5-4721-494e-aea9-caed9e7d43b6 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:07.206059 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d6d7162-fe2c-446d-83b0-df9414571718 req-805ec19e-eba3-48e0-a983-241a8bc2e848 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220647 Nov 24 11:00:07.311496 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7e4af-336b-473f-bd15-da07a08e0395 req-31d8d68a-4a77-4bad-b023-475610500ee4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:07.313704 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00e7e4af-336b-473f-bd15-da07a08e0395 req-31d8d68a-4a77-4bad-b023-475610500ee4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 946 time: 0.1898651 Nov 24 11:00:07.353100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:07.373550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f75b5650-fcbb-480e-a4c0-04e789604244 tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:07.384744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:07.400313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:07.446520 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00e7e4af-336b-473f-bd15-da07a08e0395 req-6be36369-e836-4793-b75d-12cde592e43b tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/security-groups?id=94f49e43-03a2-48d3-9bc2-ace384d94d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227813 Nov 24 11:00:07.477093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Pushing event deleted for resources: {'Port': ['ID=d1c386d5-4721-494e-aea9-caed9e7d43b6,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:07.516392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.517114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.517624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.518129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.518636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.519139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.519637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.521104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.521623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.522120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.522722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.523218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.524736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.525236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.525727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.526239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.526730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.527369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.527863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.527984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Pushing event deleted for resources: {'Port': ['ID=93c56cf8-53fa-487d-8359-2e233a6a3d53,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:07.528499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.528993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.529482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.530715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.531624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.545807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:07.607825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-e2e4010c-e630-48be-be32-ce2803d0b903 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80318) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 11:00:07.631278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.631705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.632188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.632662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.633843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.634251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.634669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.635105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.635462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.635862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.636257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.636716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.637191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.637588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.637983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.638376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.638770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.639161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.639554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.639945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.640629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.641033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.641429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.641819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:07.645915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:07.664446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] No DVR routers for this DVR port d1c386d5-4721-494e-aea9-caed9e7d43b6 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:07.666873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:07.670136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'name': 'network-vif-deleted', 'tag': 'd1c386d5-4721-494e-aea9-caed9e7d43b6'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:07.677173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-989c055e-159d-4a20-bca8-67935c7f7491 req-f4c6c9ea-e4c6-4b95-8f3b-273a075b0c10 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.27 "GET /v2.0/ports?device_id=3ca9406c-0691-4339-96e5-abcefd5a2d73 HTTP/1.1" status: 200 len: 210 time: 0.0825946 Nov 24 11:00:07.751841 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-90faaca1-fce2-40f6-94d6-75e336710372 req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] 10.222.0.57 "DELETE /v2.0/ports/d1c386d5-4721-494e-aea9-caed9e7d43b6 HTTP/1.1" status: 204 len: 173 time: 1.1780422 Nov 24 11:00:07.756806 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca9406c-0691-4339-96e5-abcefd5a2d73', 'name': 'network-vif-deleted', 'tag': 'd1c386d5-4721-494e-aea9-caed9e7d43b6', 'status': 'completed', 'code': 200} Nov 24 11:00:07.782679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] No DVR routers for this DVR port 93c56cf8-53fa-487d-8359-2e233a6a3d53 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:07.785148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:07.789178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'name': 'network-vif-deleted', 'tag': '93c56cf8-53fa-487d-8359-2e233a6a3d53'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:07.794103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8002192-0147-403d-8062-1c80cd322e67 req-2cd7e600-3922-4639-b020-9bfb93fbfa65 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:07.795818 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d8002192-0147-403d-8062-1c80cd322e67 req-2cd7e600-3922-4639-b020-9bfb93fbfa65 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.1176732 Nov 24 11:00:07.813250 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4285f97-3278-47db-8e59-2c0654b72e72 req-56d6df83-810c-4bfb-b10e-fb6d564d4bf4 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.57 "DELETE /v2.0/ports/93c56cf8-53fa-487d-8359-2e233a6a3d53 HTTP/1.1" status: 204 len: 173 time: 1.4548767 Nov 24 11:00:07.861577 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d8002192-0147-403d-8062-1c80cd322e67 req-8eea3e12-6859-4110-8119-8a0bcb4a905d tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592904 Nov 24 11:00:07.953023 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3083a1-d531-4c48-96fe-0fc05d452720', 'name': 'network-vif-deleted', 'tag': '93c56cf8-53fa-487d-8359-2e233a6a3d53', 'status': 'completed', 'code': 200} Nov 24 11:00:07.995950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28b78-e8f8-453a-be72-a5aad44c1d45 req-bc641396-d296-4de8-90e9-2da66d20eb13 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:07.997612 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a7e28b78-e8f8-453a-be72-a5aad44c1d45 req-bc641396-d296-4de8-90e9-2da66d20eb13 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.0863507 Nov 24 11:00:08.046924 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a7e28b78-e8f8-453a-be72-a5aad44c1d45 req-2d71fca1-c78a-4724-b177-14c84dca0910 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Nov 24 11:00:08.419796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c8e95-6b77-4eb3-9189-316cd9df3d08 req-36c6bb1a-d89f-433a-a6ec-6ba68e7e7b50 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:08.421490 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e2c8e95-6b77-4eb3-9189-316cd9df3d08 req-36c6bb1a-d89f-433a-a6ec-6ba68e7e7b50 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0839949 Nov 24 11:00:08.473359 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e2c8e95-6b77-4eb3-9189-316cd9df3d08 req-897b458a-a95f-4e61-bfad-8fd26c8b12f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Nov 24 11:00:08.653631 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a61c39b-9887-445e-ac80-4cfac27cb88a req-1a59ce50-cd4b-4dbb-8697-3b43d346f7d2 tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] 10.222.0.27 "GET /v2.0/ports?device_id=5e3083a1-d531-4c48-96fe-0fc05d452720 HTTP/1.1" status: 200 len: 210 time: 0.0467031 Nov 24 11:00:08.822844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f242e691-3a03-4454-9344-3c54a09e4493 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:08.893149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port f242e691-3a03-4454-9344-3c54a09e4493 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:08.898213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:08.899221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:09.031987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:09.063954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:09.092290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port f242e691-3a03-4454-9344-3c54a09e4493, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f242e691-3a03-4454-9344-3c54a09e4493,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:09.095408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066e282-0e69-4bd8-86e1-ba81c40798f1 req-52f752b6-6953-4226-866f-3a621397b0b2 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:09.097082 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b066e282-0e69-4bd8-86e1-ba81c40798f1 req-52f752b6-6953-4226-866f-3a621397b0b2 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 944 time: 0.0981715 Nov 24 11:00:09.101607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:09.103707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:09.165676 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'code': 200} Nov 24 11:00:09.172838 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b066e282-0e69-4bd8-86e1-ba81c40798f1 req-8b9ec803-631e-4153-8d47-51a3f20c4d64 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595131 Nov 24 11:00:09.181347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device d1c386d5-4721-494e-aea9-caed9e7d43b6 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:09.276996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: d1c386d5-4721-494e-aea9-caed9e7d43b6 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:00:09.278169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device d1c386d5-4721-494e-aea9-caed9e7d43b6 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:00:09.278169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:09.326120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:09.336411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:09.337370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: 93c56cf8-53fa-487d-8359-2e233a6a3d53 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:00:09.337769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 93c56cf8-53fa-487d-8359-2e233a6a3d53 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:00:09.398579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7117d2-6a04-4012-8208-ca533cb1ca68 req-1ed252a2-34ae-4e5e-8e3a-cc8c59448e7d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:09.404424 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7e7117d2-6a04-4012-8208-ca533cb1ca68 req-1ed252a2-34ae-4e5e-8e3a-cc8c59448e7d tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.1147316 Nov 24 11:00:09.454832 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7e7117d2-6a04-4012-8208-ca533cb1ca68 req-3522861c-ed62-42e2-937e-246388ae2757 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474205 Nov 24 11:00:09.489249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29537453-7165-48ba-bbe3-23dcbca6b2b7 req-ad1ea976-0608-453a-bbbd-44211a5cf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:09.490988 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-29537453-7165-48ba-bbe3-23dcbca6b2b7 req-ad1ea976-0608-453a-bbbd-44211a5cf941 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1163 time: 0.0761795 Nov 24 11:00:09.574799 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-29537453-7165-48ba-bbe3-23dcbca6b2b7 req-57eb48bd-dba6-4742-a8e1-55519ef8f705 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Nov 24 11:00:09.694453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f001f-0503-4d4e-b319-ec9530f8ef46 req-74dd295c-1a31-4cd8-8f85-3928f18d020f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:09.698400 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-628f001f-0503-4d4e-b319-ec9530f8ef46 req-74dd295c-1a31-4cd8-8f85-3928f18d020f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.0909328 Nov 24 11:00:09.752172 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-628f001f-0503-4d4e-b319-ec9530f8ef46 req-ae6220a1-4ad1-487f-a745-c2464bedadcb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Nov 24 11:00:09.790093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39092) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:10.051773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f242e691-3a03-4454-9344-3c54a09e4493 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:10.126769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:10.127194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:10.269116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:10.295461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-c4818114-c031-4446-97e6-9fc6676d80a0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:10.297442 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-c4818114-c031-4446-97e6-9fc6676d80a0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 945 time: 0.1000171 Nov 24 11:00:10.340865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device b3f21467-3753-4ece-9efe-06c2208657d2 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:10.416126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port b3f21467-3753-4ece-9efe-06c2208657d2 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:10.416540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:10.521009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:10.559368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port b3f21467-3753-4ece-9efe-06c2208657d2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b3f21467-3753-4ece-9efe-06c2208657d2,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:10.566134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:10.568368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:10.654557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=b3f21467-3753-4ece-9efe-06c2208657d2,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:10.664491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.664927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.665309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.665767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.666143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.666562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.666954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.667328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.667718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.668195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.668599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.669048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.669694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.670040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.670418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.670791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.671208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.671578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.672002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.672461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.672816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.673184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.673555 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.674025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:00:10.679258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:10.792069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe6238-0a43-4a9d-b116-119844574b33 req-8bac42ef-8619-4bdf-9266-473ceb68d1e4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:10.793750 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-10fe6238-0a43-4a9d-b116-119844574b33 req-8bac42ef-8619-4bdf-9266-473ceb68d1e4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.3537512 Nov 24 11:00:10.853715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port b3f21467-3753-4ece-9efe-06c2208657d2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b3f21467-3753-4ece-9efe-06c2208657d2,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:10.854124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:10.875165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea47fb-b6fc-4f94-be14-19b95e062c3a req-8daaf4e9-37fd-4426-906f-77d182561521 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:10.876755 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7eea47fb-b6fc-4f94-be14-19b95e062c3a req-8daaf4e9-37fd-4426-906f-77d182561521 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.1772807 Nov 24 11:00:10.903739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-10fe6238-0a43-4a9d-b116-119844574b33 req-d54f960a-1806-4f1c-84d8-dc1e94ce09bf tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024134 Nov 24 11:00:11.019525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for b3f21467-3753-4ece-9efe-06c2208657d2 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:11.143715 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7eea47fb-b6fc-4f94-be14-19b95e062c3a req-c468c831-8282-4918-997b-b9f37d12c02a tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145813 Nov 24 11:00:11.158783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:00:11.159412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:00:11.167214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:11.230413 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2', 'code': 200} Nov 24 11:00:11.250025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fa2cf-861b-4620-b1fc-bc14e31b6d47 req-9d4b22ba-c516-4591-b154-f42c561fc975 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:11.252125 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d0fa2cf-861b-4620-b1fc-bc14e31b6d47 req-9d4b22ba-c516-4591-b154-f42c561fc975 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 943 time: 0.1807098 Nov 24 11:00:11.345827 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d0fa2cf-861b-4620-b1fc-bc14e31b6d47 req-97f57608-a912-4916-bfd6-d8ffcb4ef905 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872064 Nov 24 11:00:11.449732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Deleting port bd184559-eb84-48bb-9758-70017313345e {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:11.450122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:11.636099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] For port bd184559-eb84-48bb-9758-70017313345e, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=bd184559-eb84-48bb-9758-70017313345e,segment=NetworkSegment(5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6),segment_id=5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:11.636742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:11.660877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port b3f21467-3753-4ece-9efe-06c2208657d2 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:11.661400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:11.788002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Calling delete_port for bd184559-eb84-48bb-9758-70017313345e owned by network:router_interface {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:11.994121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port b3f21467-3753-4ece-9efe-06c2208657d2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=b3f21467-3753-4ece-9efe-06c2208657d2,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:11.994381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:12.138478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for b3f21467-3753-4ece-9efe-06c2208657d2 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:12.223044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:12.239918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:12.336386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2e8d-3a61-4c30-b6c8-ad9867317b93 req-e5e69b01-0c25-4ffb-9677-61d0917b0ade tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:12.342451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:12.344926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-197e2e8d-3a61-4c30-b6c8-ad9867317b93 req-e5e69b01-0c25-4ffb-9677-61d0917b0ade tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.2731156 Nov 24 11:00:12.360784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-42ae6ec6-5c92-4fc4-b7ca-67ec01d8a022 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:12.381903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd184559-eb84-48bb-9758-70017313345e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:12.385282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:12.458958 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-197e2e8d-3a61-4c30-b6c8-ad9867317b93 req-4584e847-c664-4d34-bbe9-73b5699e5c89 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130798 Nov 24 11:00:12.528716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event deleted for resources: {'Port': ['ID=b3f21467-3753-4ece-9efe-06c2208657d2,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:12.571433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:12.643076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] No DVR routers for this DVR port b3f21467-3753-4ece-9efe-06c2208657d2 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:12.647848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:12.650622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'name': 'network-vif-deleted', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:12.672499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e59838-56dc-42b8-bb6b-11b58c0b06f7 req-55214f43-6a06-4dba-8f1c-3ab71ab9321b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:12.674233 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3e59838-56dc-42b8-bb6b-11b58c0b06f7 req-55214f43-6a06-4dba-8f1c-3ab71ab9321b tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 944 time: 0.2775025 Nov 24 11:00:12.676520 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e49fb7c3-6ad5-4783-8d33-752735029bea req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "DELETE /v2.0/ports/b3f21467-3753-4ece-9efe-06c2208657d2 HTTP/1.1" status: 204 len: 173 time: 2.3421302 Nov 24 11:00:12.689307 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e38670b8-1d7c-4519-bbbe-19c95b3f8d3f req-9f33d836-e584-463e-8dc9-e452be06148e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=50e71767-09f9-4619-8546-674f3a8d6880 HTTP/1.1" status: 200 len: 210 time: 0.0516233 Nov 24 11:00:12.738908 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3e59838-56dc-42b8-bb6b-11b58c0b06f7 req-43a1d862-dd0e-4bef-b76a-0eec109f02dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547466 Nov 24 11:00:12.813161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:12.836640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device e11e5b28-4489-4880-8220-bc710ba53589 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:12.915179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port e11e5b28-4489-4880-8220-bc710ba53589 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:12.921275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port e11e5b28-4489-4880-8220-bc710ba53589 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:12.921952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:12.961566 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e71767-09f9-4619-8546-674f3a8d6880', 'name': 'network-vif-deleted', 'tag': 'b3f21467-3753-4ece-9efe-06c2208657d2', 'status': 'completed', 'code': 200} Nov 24 11:00:12.987960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64bd5c-e83a-42d5-b683-d8700944b025 req-ec36d418-18d7-4659-b928-63f48b0c91e6 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:12.989550 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3d64bd5c-e83a-42d5-b683-d8700944b025 req-ec36d418-18d7-4659-b928-63f48b0c91e6 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.1177680 Nov 24 11:00:13.039679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3d64bd5c-e83a-42d5-b683-d8700944b025 req-0348faf7-90cf-4d5f-a0a6-cc318cc37efc tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Nov 24 11:00:13.054279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:13.088920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port e11e5b28-4489-4880-8220-bc710ba53589, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=e11e5b28-4489-4880-8220-bc710ba53589,segment=NetworkSegment(3e57cf61-2281-4bab-bb4e-cc22b38aa023),segment_id=3e57cf61-2281-4bab-bb4e-cc22b38aa023)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:13.091824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:13.093876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:13.169642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=e11e5b28-4489-4880-8220-bc710ba53589,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:13.175675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:13.231666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e5b28-4489-4880-8220-bc710ba53589'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:13.315124 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11e5b28-4489-4880-8220-bc710ba53589', 'code': 200} Nov 24 11:00:13.531863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121372d-4686-45e1-a15d-16fd4d242e56 req-75a99737-5275-4d86-a73a-cdbd6d9c57b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:13.533523 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c121372d-4686-45e1-a15d-16fd4d242e56 req-75a99737-5275-4d86-a73a-cdbd6d9c57b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.0843172 Nov 24 11:00:13.634767 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c121372d-4686-45e1-a15d-16fd4d242e56 req-9ec125f4-ab0d-41d5-b543-738ff572cbb0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939760 Nov 24 11:00:13.658493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be10619-3ecc-4b87-ba2b-f84fcfa7fcde req-ccac6f53-f796-4903-a13f-6ecbdf0f3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:13.660245 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be10619-3ecc-4b87-ba2b-f84fcfa7fcde req-ccac6f53-f796-4903-a13f-6ecbdf0f3f60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 1163 time: 0.0998857 Nov 24 11:00:13.708834 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be10619-3ecc-4b87-ba2b-f84fcfa7fcde req-8845e1a8-a33f-48e8-a89d-435f34e3cdae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 Nov 24 11:00:13.862213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Router b981b61d-bbc2-4450-b424-a5efd58b5c75 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:00:14.044796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39280) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:14.095936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788e537-d806-4e85-bad7-6ae2c4642cff req-765b3db2-ff76-48db-b697-8d51a7242311 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:14.097641 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0788e537-d806-4e85-bad7-6ae2c4642cff req-765b3db2-ff76-48db-b697-8d51a7242311 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.1756461 Nov 24 11:00:14.157493 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0788e537-d806-4e85-bad7-6ae2c4642cff req-2da97349-c97b-476d-a53a-0c196343dec0 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532522 Nov 24 11:00:14.201328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:00:14.212909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] Sync routers for ids ['b981b61d-bbc2-4450-b424-a5efd58b5c75'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:00:14.230885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] Routers {'b981b61d-bbc2-4450-b424-a5efd58b5c75'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:14.231672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['b981b61d-bbc2-4450-b424-a5efd58b5c75'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:14.243980 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] 10.222.0.27 "PUT /v2.0/routers/b981b61d-bbc2-4450-b424-a5efd58b5c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4524281 Nov 24 11:00:14.259923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39290) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:14.355491 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d58a9627-4ed3-4c3e-828e-1c1c4212478a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8b983c1be3954de68b91ab558e3008e9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3094327 Nov 24 11:00:14.356281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39296) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:14.423444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.456006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.505081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] Set router b981b61d-bbc2-4450-b424-a5efd58b5c75 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:14.589538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042312e-ba3e-49c7-8dcf-bd6e15f4a78d req-8340c641-0d70-493d-a2ce-faeb8274f048 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:14.590233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e042312e-ba3e-49c7-8dcf-bd6e15f4a78d req-8340c641-0d70-493d-a2ce-faeb8274f048 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:14.594461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.597654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks [] for router, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.598933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c12a655-39f8-4649-a866-728c7a30313d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:14.618595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9754350-1ed2-4203-88fb-0b275357375e,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:14.623715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:14.627609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e042312e-ba3e-49c7-8dcf-bd6e15f4a78d req-8340c641-0d70-493d-a2ce-faeb8274f048 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:14.636512 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e042312e-ba3e-49c7-8dcf-bd6e15f4a78d req-8340c641-0d70-493d-a2ce-faeb8274f048 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.1829898 Nov 24 11:00:14.658366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.662484 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f9754350-1ed2-4203-88fb-0b275357375e HTTP/1.1" status: 204 len: 168 time: 0.3051114 Nov 24 11:00:14.703925 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e042312e-ba3e-49c7-8dcf-bd6e15f4a78d req-5b252daa-5aba-4ea1-8d7b-828b3b194945 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661702 Nov 24 11:00:14.801682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device e11e5b28-4489-4880-8220-bc710ba53589 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:14.820929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.839046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Deleting port c7f10bb2-a939-481c-af13-a98de641d81e {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:14.839796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:14.842599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T11:00:12Z', 'revision_number': 5, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port': {'id': 'c7f10bb2-a939-481c-af13-a98de641d81e', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:55:43Z', 'updated_at': '2020-11-24T10:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:14.848251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] Checking router: b981b61d-bbc2-4450-b424-a5efd58b5c75 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:00:14.865001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] Routers {'b981b61d-bbc2-4450-b424-a5efd58b5c75'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:14.866512 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['b981b61d-bbc2-4450-b424-a5efd58b5c75'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:14.881743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port e11e5b28-4489-4880-8220-bc710ba53589 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:14.882166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:15.056063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] For port c7f10bb2-a939-481c-af13-a98de641d81e, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=c7f10bb2-a939-481c-af13-a98de641d81e,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:15.056498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:15.057277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] Set router b981b61d-bbc2-4450-b424-a5efd58b5c75 gateway port host: None {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:15.169767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T11:00:14Z', 'revision_number': 6, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port_host': None}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:15.173982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6bf5b9-4073-4323-ae47-fe95cc6aedf1 None None] The sync data for ids ['b981b61d-bbc2-4450-b424-a5efd58b5c75'] in dv-cinder-763774-1-iscsi is: [{'id': 'b981b61d-bbc2-4450-b424-a5efd58b5c75', 'name': 'tempest-ServerRescueNegativeTestJSON-805715293-router', 'tenant_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:55:42Z', 'updated_at': '2020-11-24T11:00:14Z', 'revision_number': 6, 'project_id': '2dfbe9ef6f4042eaae1417e7d0ff7da5', 'gw_port_host': None}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:00:15.186152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Calling delete_port for c7f10bb2-a939-481c-af13-a98de641d81e owned by network:router_gateway {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:15.434337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:15.449998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:15.554307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f10bb2-a939-481c-af13-a98de641d81e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:15.563965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d8082-062b-43e1-a8e7-0e26b7f37b6b req-09dc382b-06d4-41ef-a216-b9e1119906b3 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:15.565624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-909d8082-062b-43e1-a8e7-0e26b7f37b6b req-09dc382b-06d4-41ef-a216-b9e1119906b3 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.2629743 Nov 24 11:00:15.568662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:15.661064 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-909d8082-062b-43e1-a8e7-0e26b7f37b6b req-e6f4d34c-ee9c-4e89-8f29-a6af6a033e45 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866749 Nov 24 11:00:15.986553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device c7f10bb2-a939-481c-af13-a98de641d81e no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:16.023289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: c7f10bb2-a939-481c-af13-a98de641d81e {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:00:16.023675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device c7f10bb2-a939-481c-af13-a98de641d81e not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:00:16.024355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device bd184559-eb84-48bb-9758-70017313345e no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:16.058889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: bd184559-eb84-48bb-9758-70017313345e {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:00:16.059293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device bd184559-eb84-48bb-9758-70017313345e not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:00:16.120628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:16.421178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85438aa-3a5e-4c5c-962b-7fb3cf880927 req-65492249-c491-4f5a-9fa8-ab5afb8a09f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:16.422864 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e85438aa-3a5e-4c5c-962b-7fb3cf880927 req-65492249-c491-4f5a-9fa8-ab5afb8a09f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.5682609 Nov 24 11:00:16.428212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:16.448951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:16.558648 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e85438aa-3a5e-4c5c-962b-7fb3cf880927 req-14e8a837-03f6-43dd-8c50-5dc16f1062ec tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274173 Nov 24 11:00:16.560761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:16.561320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b981b61d-bbc2-4450-b424-a5efd58b5c75 {{(pid=80317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:00:16.574924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:16.576116 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] 10.222.0.27 "DELETE /v2.0/routers/b981b61d-bbc2-4450-b424-a5efd58b5c75 HTTP/1.1" status: 204 len: 168 time: 2.3150733 Nov 24 11:00:16.579074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39326) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:16.945297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Deleting subnet b04a74c3-7280-4a0c-89c1-c959528293c3 {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:00:16.951409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.031326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15593782'] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.085246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-b582a9d0-4504-46de-a7b4-9eb0a8a912c2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:17.087395 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-b582a9d0-4504-46de-a7b4-9eb0a8a912c2 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.4587049 Nov 24 11:00:17.096177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad8cae-c655-4b09-a99f-a426ab72d0b1 req-42fd266d-1408-4b6f-bc3b-24fa6d659ff8 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:17.097711 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e4ad8cae-c655-4b09-a99f-a426ab72d0b1 req-42fd266d-1408-4b6f-bc3b-24fa6d659ff8 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.2407124 Nov 24 11:00:17.197491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.248887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:17.249283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.325523 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e4ad8cae-c655-4b09-a99f-a426ab72d0b1 req-a9ce4aa9-a8fe-4981-9434-0e119d6c7ede tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879885 Nov 24 11:00:17.764810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:17.765307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.815641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:17.925356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:17.956181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.975644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15644887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15030138'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:17.990341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:18.001974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:18.005780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.007000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:18.007690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:18.077901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:18.081153 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:18.121302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04a74c3-7280-4a0c-89c1-c959528293c3,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:18.142583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:18.148568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091', 'code': 200} Nov 24 11:00:18.162055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b6dd0-f0f5-4cbb-ac3f-9c355887e388 req-2e005997-7b0d-4901-8b0c-a14f938b7909 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:18.163736 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-989b6dd0-f0f5-4cbb-ac3f-9c355887e388 req-2e005997-7b0d-4901-8b0c-a14f938b7909 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 945 time: 0.4636130 Nov 24 11:00:18.205364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:00:18.205710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:00:18.219584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.240509 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-989b6dd0-f0f5-4cbb-ac3f-9c355887e388 req-490a9c9a-7ba2-44be-8653-ab8cae7c77f4 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681851 Nov 24 11:00:18.242843 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b04a74c3-7280-4a0c-89c1-c959528293c3 HTTP/1.1" status: 204 len: 168 time: 1.6622105 Nov 24 11:00:18.245471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39352) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:18.362228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.550306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.665216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdd62d4-1800-4897-8949-83398b218e9e']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:18.677921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:18.678270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7529bd-8bc5-4ea3-94e3-d17c1f8e9bc6') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:18.690399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.707646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:18.708013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.737692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:18.745100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:00:19.186330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Network 5bdd62d4-1800-4897-8949-83398b218e9e has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:00:19.197920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:19.537583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Network 5bdd62d4-1800-4897-8949-83398b218e9e has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:00:19.566684 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:00:19.673840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:19.674194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:19.804086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:19.811581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:19.853803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f9444-3952-4393-aba5-1fb49453ff56 req-44646de0-6953-4173-be6a-f154ab11f98e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:19.854608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e33f9444-3952-4393-aba5-1fb49453ff56 req-44646de0-6953-4173-be6a-f154ab11f98e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:19.871169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eaeb0107-f457-45ce-8045-da11f6ac02e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:19.897544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:19.911360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdd62d4-1800-4897-8949-83398b218e9e,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:19.924177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:19.930461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e33f9444-3952-4393-aba5-1fb49453ff56 req-44646de0-6953-4173-be6a-f154ab11f98e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:19.931759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e33f9444-3952-4393-aba5-1fb49453ff56 req-44646de0-6953-4173-be6a-f154ab11f98e tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=158fe997-b203-41fa-a5ec-bd0089fe2b82 HTTP/1.1" status: 200 len: 943 time: 0.5491662 Nov 24 11:00:19.933120 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e9cc57b1-6a43-489c-9591-64a2d2993cf6 admin admin] 10.222.0.27 "DELETE /v2.0/networks/5bdd62d4-1800-4897-8949-83398b218e9e HTTP/1.1" status: 204 len: 168 time: 1.6871061 Nov 24 11:00:20.040149 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e33f9444-3952-4393-aba5-1fb49453ff56 req-5d2f54d1-f599-4089-a97c-83584b0ca4cb tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905116 Nov 24 11:00:20.062916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:20.079017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:20.161943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39370) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:20.183808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event deleted for resources: {'Port': ['ID=c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:20.188049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:20.217279 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-32d858df-3b51-49bc-8062-3162d0f3fd15 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2dfbe9ef6f4042eaae1417e7d0ff7da5&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0539954 Nov 24 11:00:20.219900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39374) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:20.284489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:20.297961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] No DVR routers for this DVR port c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:20.300755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:20.303780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'name': 'network-vif-deleted', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:20.314390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:20.322806 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3b380930-eac7-4b08-afa4-1a69c3caa455 req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "DELETE /v2.0/ports/c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091 HTTP/1.1" status: 204 len: 173 time: 3.2240405 Nov 24 11:00:20.368301 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158fe997-b203-41fa-a5ec-bd0089fe2b82', 'name': 'network-vif-deleted', 'tag': 'c4c38f56-f2b8-4dc4-8ef9-9f57ea6c0091', 'status': 'completed', 'code': 200} Nov 24 11:00:20.373072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:20.378713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a7caf792-34f8-401d-946e-1c9ff4655ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:20.394348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f49e43-03a2-48d3-9bc2-ace384d94d0e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:20.400622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:20.405226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:20.406481 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/94f49e43-03a2-48d3-9bc2-ace384d94d0e HTTP/1.1" status: 204 len: 168 time: 0.1855371 Nov 24 11:00:21.331873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39410) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:21.469995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-network', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:21.475073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:21.479754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Usage tracker for resource:network and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:21.483286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:21.489138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:21.501973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Made reservation on behalf of 4736ea25a96a42c1951f08e3c2b2f96a for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:00:21.507132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.520808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.553257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:21.557338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:21.560325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:21.566109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:21.634944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.637838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.641929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:21.673787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 11:00:21.682939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851fc48-2727-4988-b7a5-0f98b88781eb,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:21.686732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:21.689222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.689658 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Added segment b1a7db47-bfea-456e-aa5f-e598bef698d9 of type vxlan for network 67959838-9780-45c4-a61c-22ae6203b36c Nov 24 11:00:21.717198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.746154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.747397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:21.748032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.752938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e1998266-832f-4b95-ace3-d56555eb48d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:21.863999 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5308735 Nov 24 11:00:21.864982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Pushing event updated for resources: {'Network': ['ID=67959838-9780-45c4-a61c-22ae6203b36c,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:21.867457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39418) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:21.870260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:21.874553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Request body: {'subnet': {'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-subnet', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:21.876310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 67959838-9780-45c4-a61c-22ae6203b36c details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:00:21.879927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:21.884616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Usage tracker for resource:subnet and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:21.887568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:21.893377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:21.904865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Made reservation on behalf of 4736ea25a96a42c1951f08e3c2b2f96a for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:00:21.909675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15259331'] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:21.941673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 67959838-9780-45c4-a61c-22ae6203b36c details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:00:22.326018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838316427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15259376'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:22.341802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-662f5af5-ffb3-4712-a825-9aa2aec8d4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:22.477904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161d6524-5204-4fd6-9ee5-ee727b20e936,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:22.481135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:22.547855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Checking segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:00:22.548260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Network hostable DHCP agents. Network: 67959838-9780-45c4-a61c-22ae6203b36c, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 11:00:22.573082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Network 67959838-9780-45c4-a61c-22ae6203b36c is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 11:00:22.582708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 67959838-9780-45c4-a61c-22ae6203b36c) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:22.593089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7c79a-389b-41fb-85f0-5e793962ea1d None None] Network 67959838-9780-45c4-a61c-22ae6203b36c requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:00:22.595574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:22.596246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:22.622592 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9d8f039e-6a49-439e-af35-2d04c6777c72 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7514124 Nov 24 11:00:22.623040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39430) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:22.628765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:22.634789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:22.648724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Usage tracker for resource:router and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:22.660931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:22.680771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:22.693766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:22.695150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:22.729399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:22.897236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:22.984816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-67959838-9780-45c4-a61c-22ae6203b36c', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 11:00:22.985767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.082025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3cf4-23a4-4fb0-b30c-128d222bfd98 req-3d08e8d1-380b-4923-831e-088d635993ce tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:23.082708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83cb3cf4-23a4-4fb0-b30c-128d222bfd98 req-3d08e8d1-380b-4923-831e-088d635993ce tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:23.104701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-83cb3cf4-23a4-4fb0-b30c-128d222bfd98 req-3d08e8d1-380b-4923-831e-088d635993ce tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:23.106087 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83cb3cf4-23a4-4fb0-b30c-128d222bfd98 req-3d08e8d1-380b-4923-831e-088d635993ce tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.2038226 Nov 24 11:00:23.185073 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83cb3cf4-23a4-4fb0-b30c-128d222bfd98 req-7a807924-36b7-434b-8a83-f2012a180d5f tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Nov 24 11:00:23.242514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.275995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.285960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Allocated IP 172.20.0.2 (67959838-9780-45c4-a61c-22ae6203b36c/161d6524-5204-4fd6-9ee5-ee727b20e936/5ec52bc2-4656-4711-8f67-39baed56456d) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:00:23.509222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.519753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Transition to ACTIVE for port object 5ec52bc2-4656-4711-8f67-39baed56456d will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:23.538320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Transition to ACTIVE for port object 5ec52bc2-4656-4711-8f67-39baed56456d will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:23.543434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.551808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Allocated IP 172.27.1.181 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/29764605-b5f1-44f7-be8a-a71b67c783f1) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:00:23.560872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:23.691167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Pushing event updated for resources: {'Port': ['ID=5ec52bc2-4656-4711-8f67-39baed56456d,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:23.696406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:23.713798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.740386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.752138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Network 67959838-9780-45c4-a61c-22ae6203b36c is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:23.753369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:23.755892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:23.756682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e8f6525f-f101-436c-a54d-916ece669adb tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:23.829876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Attempting to bind port 5ec52bc2-4656-4711-8f67-39baed56456d on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:00:23.830322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Attempting to bind port 5ec52bc2-4656-4711-8f67-39baed56456d by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:00:23.830807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Attempting to bind port 5ec52bc2-4656-4711-8f67-39baed56456d on network 67959838-9780-45c4-a61c-22ae6203b36c {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:00:23.840853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:00:23.841282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Checking segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:00:23.841729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.842177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Bound using segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:00:23.842684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Bound port: 5ec52bc2-4656-4711-8f67-39baed56456d, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:00:23.843101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.909796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=29764605-b5f1-44f7-be8a-a71b67c783f1,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:23.913073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:23.944018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] For port 5ec52bc2-4656-4711-8f67-39baed56456d, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:00:23.948294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] For port 5ec52bc2-4656-4711-8f67-39baed56456d, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=5ec52bc2-4656-4711-8f67-39baed56456d,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:00:23.952715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:23.961817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:23.963091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:23.965626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:24.019900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:24.127002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Pushing event updated for resources: {'Port': ['ID=5ec52bc2-4656-4711-8f67-39baed56456d,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:24.130869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:24.131939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:24.132820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:24.695582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581997ca-e999-40f3-ad1f-3d16d904fe0d req-09c62d98-632c-45dd-8585-267d07d5ea01 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:24.697252 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-581997ca-e999-40f3-ad1f-3d16d904fe0d req-09c62d98-632c-45dd-8585-267d07d5ea01 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.2355185 Nov 24 11:00:24.752839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4234-2b89-44a1-bf0c-cba772fc7d1a req-7122c1a4-1e61-4fd5-a202-306e4884ed4f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:24.754642 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f2a4234-2b89-44a1-bf0c-cba772fc7d1a req-7122c1a4-1e61-4fd5-a202-306e4884ed4f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.0878186 Nov 24 11:00:24.771945 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-581997ca-e999-40f3-ad1f-3d16d904fe0d req-670037da-f444-4b4c-bb6f-e92256a7bfb5 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673506 Nov 24 11:00:24.805599 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f2a4234-2b89-44a1-bf0c-cba772fc7d1a req-8c1222a7-3057-4af6-a2b4-9e6ef961a7df tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Nov 24 11:00:24.825774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Router 66c4518c-0cc8-4652-903b-839495c738b5 is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 11:00:25.077969 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83f5bbf6-6b71-469a-8791-ea1015a96bc4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1845200 Nov 24 11:00:25.141132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:25.149718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:25.155686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Usage tracker for resource:floatingip and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:25.159348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:25.166738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:25.188787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for floatingip, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:25.296382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:00:25.305756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:00:25.322871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:25.323578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:25.334612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:25.338877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7119949 Nov 24 11:00:25.339128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39460) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:25.370084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:25.533357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:25.721716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abed39-a764-4f02-a94f-69d375dc30b1 None None] Network 67959838-9780-45c4-a61c-22ae6203b36c requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:00:25.746534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Allocated IP 172.27.1.198 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/bd99acc0-e169-4163-915b-c014178478cb) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:00:25.771252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-6df03f31-98bd-439b-a89b-7effdc24cdd4 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:25.773665 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-6df03f31-98bd-439b-a89b-7effdc24cdd4 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.2672915 Nov 24 11:00:25.948648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port f28512af-b755-433e-b905-d60c0193ab42 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:25.948648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.088935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.126827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f28512af-b755-433e-b905-d60c0193ab42 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:26.152923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 5ec52bc2-4656-4711-8f67-39baed56456d up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:26.247195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.267091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6162ae00-0db8-458d-9c70-d39098de5afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:26.357541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9be296-5c3e-41d8-9c7e-dfdc3c93d7a6 req-0aef5089-184e-4055-8421-430eae5b78ac tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:26.359102 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb9be296-5c3e-41d8-9c7e-dfdc3c93d7a6 req-0aef5089-184e-4055-8421-430eae5b78ac tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 946 time: 0.4159639 Nov 24 11:00:26.416900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port f28512af-b755-433e-b905-d60c0193ab42, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f28512af-b755-433e-b905-d60c0193ab42,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:26.417306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.421135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-d2857dd9-33da-42c6-8186-c120cd0a4db3 None None] Provisioning for port 5ec52bc2-4656-4711-8f67-39baed56456d completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:26.436883 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb9be296-5c3e-41d8-9c7e-dfdc3c93d7a6 req-3d80d78d-573d-49f2-8f45-a4eca6f82bad tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690904 Nov 24 11:00:26.509773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.542166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.555695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port f28512af-b755-433e-b905-d60c0193ab42, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f28512af-b755-433e-b905-d60c0193ab42,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:26.565168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'Port': ['ID=bd99acc0-e169-4163-915b-c014178478cb,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:26.574862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:26.577264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for f28512af-b755-433e-b905-d60c0193ab42 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:26.595464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.603442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f491fba7-e943-4070-acaf-641ed65c5ff5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:26.606979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:26.687340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:26.689121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:26.691720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:26.697252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=f28512af-b755-433e-b905-d60c0193ab42,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:26.700528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:26.703813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:24Z', 'revision_number': 3, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:26.708794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 5ec52bc2-4656-4711-8f67-39baed56456d completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:26.714042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:00:26.714452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Updating router 66c4518c-0cc8-4652-903b-839495c738b5 port 29764605-b5f1-44f7-be8a-a71b67c783f1 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:00:26.744647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:00:26.745151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:00:26.779271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 5ec52bc2-4656-4711-8f67-39baed56456d triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:26.779739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.807738 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42', 'code': 200} Nov 24 11:00:26.813471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.870632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for floatingip, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:26.952365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.006673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Allocated IP 172.20.0.1 (67959838-9780-45c4-a61c-22ae6203b36c/161d6524-5204-4fd6-9ee5-ee727b20e936/e83db7a0-e464-48d0-8895-896783d19cf7) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:00:27.144952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.168304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.220357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.240286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Transition to ACTIVE for port object e83db7a0-e464-48d0-8895-896783d19cf7 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:27.251179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-df323828-8088-440f-81cf-7859a6f891a0 None None] Provisioning complete for port 5ec52bc2-4656-4711-8f67-39baed56456d triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:27.251633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df323828-8088-440f-81cf-7859a6f891a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.289825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.320895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c50580c6-25dc-4e0d-98ed-c3699cfe32e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:27.371922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 5ec52bc2-4656-4711-8f67-39baed56456d, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=5ec52bc2-4656-4711-8f67-39baed56456d,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:27.392157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.395926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:27.455217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Pushing event updated for resources: {'Port': ['ID=e83db7a0-e464-48d0-8895-896783d19cf7,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:27.459793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:27.467561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.469716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Deleting port f28512af-b755-433e-b905-d60c0193ab42 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:27.472159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.527998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Network 67959838-9780-45c4-a61c-22ae6203b36c is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:27.529688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:27.532124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:27.568836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.577670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=5ec52bc2-4656-4711-8f67-39baed56456d,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:27.587906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:27.605800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.626303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.680821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Transition to ACTIVE for port object 29764605-b5f1-44f7-be8a-a71b67c783f1 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:27.686120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ad8043c3-0029-4dba-b039-e1c327cb7a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.688582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f4064c22-e6f3-4a90-9d62-f8fdb3644d3a None None] Provisioning complete for port 5ec52bc2-4656-4711-8f67-39baed56456d triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:27.689000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4064c22-e6f3-4a90-9d62-f8fdb3644d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.715206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41280791-97af-463b-b887-a26b686d5c4f tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:27.719741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.741119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7b52db5e-ac65-4213-8a3f-ae091342743d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:27.812592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd2c5c-55d4-43ca-a2a3-ec1253c42bb2 req-25fe14e1-f427-4259-b1f0-397ac855d992 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:27.814650 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fabd2c5c-55d4-43ca-a2a3-ec1253c42bb2 req-25fe14e1-f427-4259-b1f0-397ac855d992 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 944 time: 0.1258531 Nov 24 11:00:27.817647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:27.894589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1db61-8d1a-45f4-b279-9c4ef67f769d None None] Pushing event updated for resources: {'Port': ['ID=29764605-b5f1-44f7-be8a-a71b67c783f1,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:27.915049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e1b1db61-8d1a-45f4-b279-9c4ef67f769d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:27.948941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'Port': ['ID=bd99acc0-e169-4163-915b-c014178478cb,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:27.952107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:27.966455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.017206 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fabd2c5c-55d4-43ca-a2a3-ec1253c42bb2 req-38e8eabf-bad6-4b15-9bb5-d7d30e68924d tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/security-groups?id=3d0b548a-b27b-4162-9a94-6bad740ac5d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749060 Nov 24 11:00:28.038844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Attempting to bind port 29764605-b5f1-44f7-be8a-a71b67c783f1 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:00:28.039445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Attempting to bind port 29764605-b5f1-44f7-be8a-a71b67c783f1 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:00:28.043020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Attempting to bind port 29764605-b5f1-44f7-be8a-a71b67c783f1 on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:00:28.057177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.058505 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9276426 Nov 24 11:00:28.059681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:00:28.062066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:00:28.063745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.064417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:00:28.070554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Bound port: 29764605-b5f1-44f7-be8a-a71b67c783f1, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:00:28.071366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.129599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 5ec52bc2-4656-4711-8f67-39baed56456d up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:28.168933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] For port f28512af-b755-433e-b905-d60c0193ab42, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f28512af-b755-433e-b905-d60c0193ab42,segment=NetworkSegment(b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0),segment_id=b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:28.169347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.182303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-053adaba-7df6-426b-9a88-1f32faf71c89 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:floatingip {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:28.231680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ff09dda3-9db1-4961-b646-f7424cfe9aae None None] Provisioning for port e83db7a0-e464-48d0-8895-896783d19cf7 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:28.234492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.239056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.245299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-ff09dda3-9db1-4961-b646-f7424cfe9aae None None] Provisioning complete for port e83db7a0-e464-48d0-8895-896783d19cf7 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:28.245727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ff09dda3-9db1-4961-b646-f7424cfe9aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.285692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] For port 29764605-b5f1-44f7-be8a-a71b67c783f1, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:00:28.286804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:28.306380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] For port 29764605-b5f1-44f7-be8a-a71b67c783f1, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=29764605-b5f1-44f7-be8a-a71b67c783f1,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:00:28.315705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-053adaba-7df6-426b-9a88-1f32faf71c89 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:floatingip {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:28.317023 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-053adaba-7df6-426b-9a88-1f32faf71c89 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.198 HTTP/1.1" status: 200 len: 696 time: 0.2388036 Nov 24 11:00:28.320954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.324166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Calling delete_port for f28512af-b755-433e-b905-d60c0193ab42 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:28.336597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:28.365479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-ff09dda3-9db1-4961-b646-f7424cfe9aae None None] Port e83db7a0-e464-48d0-8895-896783d19cf7 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:00:28.367894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 5ec52bc2-4656-4711-8f67-39baed56456d triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:28.368032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.381965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Pushing event updated for resources: {'Port': ['ID=e83db7a0-e464-48d0-8895-896783d19cf7,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:28.384776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.403979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:28.543404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Network 67959838-9780-45c4-a61c-22ae6203b36c is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:28.544611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:28.607764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-52d18438-450d-4000-a85e-c83bbeabcef8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:28.609386 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-52d18438-450d-4000-a85e-c83bbeabcef8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.2569656 Nov 24 11:00:28.649738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-5af87df9-2b9a-4e33-97af-b49a6ccf9043 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:00:28.651684 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e5b380d1-7328-45b6-bfce-32f1cbbe6547 req-5af87df9-2b9a-4e33-97af-b49a6ccf9043 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0106080 Nov 24 11:00:28.653531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.677860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-57b7f019-7559-4f37-bef8-3b2dcb210e75 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:28.733177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1db61-8d1a-45f4-b279-9c4ef67f769d None None] Pushing event updated for resources: {'Port': ['ID=29764605-b5f1-44f7-be8a-a71b67c783f1,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:28.738548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e1b1db61-8d1a-45f4-b279-9c4ef67f769d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:28.812063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Pushing event deleted for resources: {'Port': ['ID=f28512af-b755-433e-b905-d60c0193ab42,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:28.816315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:28.867122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:28.867790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:28.921239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] No DVR routers for this DVR port f28512af-b755-433e-b905-d60c0193ab42 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:28.923702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.928021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'name': 'network-vif-deleted', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:28.942858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00ed4eaf-f39c-45e5-8fb4-6a5287b64330 req-ac475570-de5a-4127-b121-e1245733b6f0 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.57 "DELETE /v2.0/ports/f28512af-b755-433e-b905-d60c0193ab42 HTTP/1.1" status: 204 len: 173 time: 3.1486604 Nov 24 11:00:28.970341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-d0322ef2-d4f4-44ec-8fc7-be2b22e9bf3f None None] Provisioning complete for port e83db7a0-e464-48d0-8895-896783d19cf7 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:28.970766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d0322ef2-d4f4-44ec-8fc7-be2b22e9bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:28.987546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-e9ff713b-e846-47cf-a949-89bfd1d53a20 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:28.989364 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-e9ff713b-e846-47cf-a949-89bfd1d53a20 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1344957 Nov 24 11:00:29.004512 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859', 'name': 'network-vif-deleted', 'tag': 'f28512af-b755-433e-b905-d60c0193ab42', 'status': 'completed', 'code': 200} Nov 24 11:00:29.104920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d0322ef2-d4f4-44ec-8fc7-be2b22e9bf3f None None] Port e83db7a0-e464-48d0-8895-896783d19cf7 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:00:29.123345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:29.153867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-adea6073-8a94-4686-ade3-214b81f1db84 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.198 HTTP/1.1" status: 200 len: 696 time: 0.1043010 Nov 24 11:00:29.176181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'floatingip': {'port_id': 'f242e691-3a03-4454-9344-3c54a09e4493', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:29.276300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-8208aeb6-4a6d-444c-aed2-68b640c9fc12 req-ee60c6fa-d6f3-4a09-af4b-93eaa77a3a4c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Synchronizing usage tracker for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:29.293345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for floatingip, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:29.295004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-8208aeb6-4a6d-444c-aed2-68b640c9fc12 req-ee60c6fa-d6f3-4a09-af4b-93eaa77a3a4c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Unset dirty status for tenant:692d559686504a41a3a04647cdf75a6d on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:29.296539 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8208aeb6-4a6d-444c-aed2-68b640c9fc12 req-ee60c6fa-d6f3-4a09-af4b-93eaa77a3a4c tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] 10.222.0.27 "GET /v2.0/ports?device_id=2fdb4fa4-2c5f-4bc4-ac17-35fe913e2859 HTTP/1.1" status: 200 len: 210 time: 0.0940564 Nov 24 11:00:29.432899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Router 66c4518c-0cc8-4652-903b-839495c738b5 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:00:29.494813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:28Z', 'revision_number': 2, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:29.499600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a12745-a956-4f83-874b-4a141f7a7d0d None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:28Z', 'revision_number': 2, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:00:29.785913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6bbcb916-799c-4dc3-8d53-f6856f1360e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:29.872493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:00:30.428881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39496) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:30.434929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:00:30.452453 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] 10.222.0.27 "PUT /v2.0/routers/66c4518c-0cc8-4652-903b-839495c738b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1120567 Nov 24 11:00:30.492370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:30.525610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Deleting subnet 928703c5-c9ba-4e5b-a9e0-92c1725d8b73 {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:00:30.529769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:30.596382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15593782'] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:30.649507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:30.655592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:30.677398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:30.937849 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Floating IP 35d84821-a600-433b-a71a-d4c433277647 associated. External IP: 172.27.1.198, port: f242e691-3a03-4454-9344-3c54a09e4493. Nov 24 11:00:31.046775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15644887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15030138'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.069461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97d4ac7e-cc06-4b26-9d63-34461ba13894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:31.160804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928703c5-c9ba-4e5b-a9e0-92c1725d8b73,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:31.163765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:31.220712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.229142 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/928703c5-c9ba-4e5b-a9e0-92c1725d8b73 HTTP/1.1" status: 204 len: 168 time: 0.7967298 Nov 24 11:00:31.229429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39508) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:31.336596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39512) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:31.347604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'security_group': {'name': 'tempest-securitygroup--63937534', 'description': 'tempest-description--741777447'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:31.355601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:31.361756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.363230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.415609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Router cbc0b301-a903-4432-8241-d231a8546517 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:00:31.417179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:31.426922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:31.436673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:31.479490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.609111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.699201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:31.707795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:31.713786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:31.731162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:31.766734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440e6b76-0ae8-4126-b32b-f2e9ef29e1ff']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:31.792841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:31.793189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b820b83a-b394-4bdb-b9ee-d7a2f5c33cd0') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:31.813046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.848835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.853693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:00:31.863577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:00:31.868515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.876782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] Sync routers for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:00:31.891835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:31.892927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:31.932876 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-15e16681-a3fa-41c7-bd0f-3b72e32395d0 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "PUT /v2.0/floatingips/35d84821-a600-433b-a71a-d4c433277647 HTTP/1.1" status: 200 len: 997 time: 2.7610633 Nov 24 11:00:31.934038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:31.935172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.943684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:31.967206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-71d58abb-4293-419e-98af-337a7868a3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:32.053397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.055251 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1661 time: 0.7171679 Nov 24 11:00:32.065881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39526) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:32.075116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 29764605-b5f1-44f7-be8a-a71b67c783f1 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:32.083111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'security_group_rule': {'security_group_id': '8b94d7c6-f644-4358-8f42-76d9704ec737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:32.098552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'SecurityGroup': ['ID=8b94d7c6-f644-4358-8f42-76d9704ec737,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:32.102202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:00:32.102689 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'status': 'completed', 'code': 200} Nov 24 11:00:32.103712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:32.110880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:32.111223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:32.112690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.114930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:32.118220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:32.128320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:32.159553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-733d77f1-5ad7-4d82-b582-1965996de53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:32.161297 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-733d77f1-5ad7-4d82-b582-1965996de53d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1163 time: 0.2130358 Nov 24 11:00:32.186140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 29764605-b5f1-44f7-be8a-a71b67c783f1 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:32.199955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 29764605-b5f1-44f7-be8a-a71b67c783f1 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:32.200891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.275907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.323479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.349886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.359462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.381671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:32.415712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.435360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 29764605-b5f1-44f7-be8a-a71b67c783f1, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=29764605-b5f1-44f7-be8a-a71b67c783f1,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:32.443757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.448363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:32.458667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.460228 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3918681 Nov 24 11:00:32.465545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39530) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:32.466496 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a783021-a737-400c-b40a-7fedd08ff6e0,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:32.481246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'security_group_rule': {'security_group_id': '8b94d7c6-f644-4358-8f42-76d9704ec737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:32.500598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:32.509727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:32.516016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-d446951f-6302-47cf-ab49-c6c71d111809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:32.526117 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-d446951f-6302-47cf-ab49-c6c71d111809 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.3520772 Nov 24 11:00:32.530273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=29764605-b5f1-44f7-be8a-a71b67c783f1,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:32.534535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:32.590472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:32.594923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:32.598933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Network 440e6b76-0ae8-4126-b32b-f2e9ef29e1ff has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:00:32.614151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:00:32.624944 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:00:32.662331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.680710 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-fbc1539d-bd26-4a74-b648-08929cd53d0a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 1000 time: 0.1532457 Nov 24 11:00:32.683441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739191-877e-49fb-a4f6-9445e44a405e req-b32ab6d0-cd1c-4f4a-9f10-4527f5b21030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:32.684692 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-b32ab6d0-cd1c-4f4a-9f10-4527f5b21030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1163 time: 0.5059369 Nov 24 11:00:32.718896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.726937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:32.748862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.751878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Pushing event deleted for resources: {'Network': ['ID=440e6b76-0ae8-4126-b32b-f2e9ef29e1ff,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:32.756250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:32.768088 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] 10.222.0.27 "DELETE /v2.0/networks/440e6b76-0ae8-4126-b32b-f2e9ef29e1ff HTTP/1.1" status: 204 len: 168 time: 1.5376203 Nov 24 11:00:32.807337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-ce6ed756-a9d2-49df-b3a1-2316b0b89781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:32.809021 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-ce6ed756-a9d2-49df-b3a1-2316b0b89781 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.1144941 Nov 24 11:00:32.814102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.820552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '35d84821-a600-433b-a71a-d4c433277647', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'port_id': 'f242e691-3a03-4454-9344-3c54a09e4493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'mac_address': 'fa:16:3e:dc:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:30Z', 'revision_number': 1, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:24Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:32.825279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] Checking router: cbc0b301-a903-4432-8241-d231a8546517 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:00:32.837397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:32.838065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:32.863616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.875938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:32.903832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ec9ae5-3771-4d2f-ae4c-33b8a009d6b4,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:32.912254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:32.915295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.916842 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4471078 Nov 24 11:00:32.919878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39538) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:32.926546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:32.938883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:32.946548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39542) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:32.949526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:floatingip and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:32.953333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:32.962128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:32.965817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-01c355cd-8f0c-40ba-a5d3-334d3feee652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:32.967501 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-01c355cd-8f0c-40ba-a5d3-334d3feee652 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514041 Nov 24 11:00:32.979836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-3d735b27-417c-443a-bc5a-b440b54ffc0c service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:00:32.980956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-3d735b27-417c-443a-bc5a-b440b54ffc0c service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0060899 Nov 24 11:00:32.984517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:32.984699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:00:32.998721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:32.999536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:33.021411 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8c1879ae-2d9e-4076-80ca-0b7593d44523 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=692d559686504a41a3a04647cdf75a6d&name=default HTTP/1.1" status: 200 len: 2743 time: 0.0729468 Nov 24 11:00:33.024178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 39548) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:33.049562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:33.106111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.143756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.207334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.215977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4725c094-3cbb-44ed-9afa-f717e244a2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:33.223420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:33.237965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0b548a-b27b-4162-9a94-6bad740ac5d9,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:33.248236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:33.255094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.256386 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b3ce70dd-dafd-4667-a463-18a87d2cfa31 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3d0b548a-b27b-4162-9a94-6bad740ac5d9 HTTP/1.1" status: 204 len: 168 time: 0.2304270 Nov 24 11:00:33.401593 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-edd2cf69-c3f3-40b4-bab1-ea1f22d27967 service neutron] 10.222.0.27 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908119 Nov 24 11:00:33.463817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '35d84821-a600-433b-a71a-d4c433277647', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'port_id': 'f242e691-3a03-4454-9344-3c54a09e4493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'mac_address': 'fa:16:3e:dc:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:30Z', 'revision_number': 1, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:24Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:33.469307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11040b08-b4e8-4f5f-891f-d647783d8595 None None] The sync data for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi is: [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '35d84821-a600-433b-a71a-d4c433277647', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'port_id': 'f242e691-3a03-4454-9344-3c54a09e4493', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'mac_address': 'fa:16:3e:dc:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:30Z', 'revision_number': 1, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:24Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:00:33.531273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.674548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:28Z', 'revision_number': 2, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:33.678734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:00:33.679181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Updating router 66c4518c-0cc8-4652-903b-839495c738b5 port e83db7a0-e464-48d0-8895-896783d19cf7 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:00:33.691905 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41252f25-c0b5-4030-bc25-71c0b8bf9681 req-3c175c16-db69-4ed9-8838-ab8c32c8ad1c service neutron] 10.222.0.27 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2807691 Nov 24 11:00:33.743224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.810152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1812245486', 'description': 'tempest-TestMinimumBasicScenario-1812245486 description'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:33.820673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:33.853777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27dc26-43d3-4517-a69f-1885a265811e None None] New status for floating IP 35d84821-a600-433b-a71a-d4c433277647: ACTIVE {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:00:33.900443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:33.944114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:33.969423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739191-877e-49fb-a4f6-9445e44a405e req-2a31c21f-f07c-4cdf-be85-faffd2c7126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:33.972420 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-2a31c21f-f07c-4cdf-be85-faffd2c7126d service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.2629087 Nov 24 11:00:34.001571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Allocated IP 172.27.1.155 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/c42cb984-c519-4d6a-8206-1636ba9ab4f1) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:00:34.016932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:34.022588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Usage tracker for resource:security_group_rule and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:34.027624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:34.101269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:34.134234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 29764605-b5f1-44f7-be8a-a71b67c783f1 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:34.230834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.237447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.242400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 29764605-b5f1-44f7-be8a-a71b67c783f1 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:34.242825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.254930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.269146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-718dc28c-25a3-4f70-b517-1f8f155d8e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:34.331561 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d12a0-d5e3-4e86-808e-29da5bb831f1,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:34.337170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:34.338478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.340692 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9585c4b-8363-49e5-858e-2fd33c9ab735 req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1703 time: 0.5436969 Nov 24 11:00:34.342668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.363357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cf7f72e1-807d-444b-815f-efff735ccfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:34.482437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.502465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Transition to ACTIVE for port object e83db7a0-e464-48d0-8895-896783d19cf7 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:34.508893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.524689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:34.543279 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-bc9e3472-7a8d-4408-96e5-cf1399f05941 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups/b65d12a0-d5e3-4e86-808e-29da5bb831f1 HTTP/1.1" status: 200 len: 1698 time: 0.0948989 Nov 24 11:00:34.562234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'Port': ['ID=c42cb984-c519-4d6a-8206-1636ba9ab4f1,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:34.570008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b65d12a0-d5e3-4e86-808e-29da5bb831f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:34.570487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b65d12a0-d5e3-4e86-808e-29da5bb831f1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:34.586298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:34.591081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:34.599033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Usage tracker for resource:security_group_rule and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:34.604849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:34.624194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:34.661742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c58f03-c353-413d-997b-ee3fa9f45b8c None None] Pushing event updated for resources: {'Port': ['ID=e83db7a0-e464-48d0-8895-896783d19cf7,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:34.678062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d4c58f03-c353-413d-997b-ee3fa9f45b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:34.697165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.721459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.731413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:34.732155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.733438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:34.746806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:34.776888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-acdd6673-3a2a-4a2b-9cec-2468a1afcb36 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:34.818075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63520071-593e-4837-bf0f-34b3ffdb93f6,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:34.826841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:34.862784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.862979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Attempting to bind port e83db7a0-e464-48d0-8895-896783d19cf7 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:00:34.863318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Attempting to bind port e83db7a0-e464-48d0-8895-896783d19cf7 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:00:34.863736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Attempting to bind port e83db7a0-e464-48d0-8895-896783d19cf7 on network 67959838-9780-45c4-a61c-22ae6203b36c {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:00:34.864133 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-195f6af1-2e2c-4dd9-a636-c1a812370236 req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.3088534 Nov 24 11:00:34.892776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.898602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:00:34.899087 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Checking segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:00:34.899485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:34.899925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Bound using segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:00:34.900463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Bound port: e83db7a0-e464-48d0-8895-896783d19cf7, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:00:34.900876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.015761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] For port e83db7a0-e464-48d0-8895-896783d19cf7, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:00:35.019074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] For port e83db7a0-e464-48d0-8895-896783d19cf7, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=e83db7a0-e464-48d0-8895-896783d19cf7,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:00:35.027749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.031122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.043670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d4c58f03-c353-413d-997b-ee3fa9f45b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:35.092078 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-b95bfbbe-d321-42b3-ab66-32b05c8e2e6c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups/b65d12a0-d5e3-4e86-808e-29da5bb831f1 HTTP/1.1" status: 200 len: 2226 time: 0.1367223 Nov 24 11:00:35.138504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b65d12a0-d5e3-4e86-808e-29da5bb831f1', 'remote_group_id': None}]} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:35.138891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b65d12a0-d5e3-4e86-808e-29da5bb831f1', 'remote_group_id': None}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:35.153294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:35.164443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Usage tracker for resource:security_group_rule and tenant:485e2b2f517b4f42b9e3119198c78b00 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:35.169515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:35.182892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:35.368781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.372923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c58f03-c353-413d-997b-ee3fa9f45b8c None None] Pushing event updated for resources: {'Port': ['ID=e83db7a0-e464-48d0-8895-896783d19cf7,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:35.378376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d4c58f03-c353-413d-997b-ee3fa9f45b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:35.401978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.406003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.416947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d55065de-80b0-4729-bec7-17a879a12734 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:35.429778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:35.430958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:35.453360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22a8d38-18a6-44b7-9751-c6d674834a70,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:35.456106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:35.461415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.468457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.485898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dce56714-424d-49dd-9789-d59a71f96464 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:35.573525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:35.574826 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4f2768f-b05f-4563-8b6a-4bfe1a771743 req-ff1ad107-9f67-4048-8f4c-457c1453e86c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.4479060 Nov 24 11:00:35.634097 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'Port': ['ID=c42cb984-c519-4d6a-8206-1636ba9ab4f1,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:35.637748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:35.686519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:35.967192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-c728d540-4479-45bc-9793-7ea95a2611f8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:36.059634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.065507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-c728d540-4479-45bc-9793-7ea95a2611f8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:36.072963 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-c728d540-4479-45bc-9793-7ea95a2611f8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1812245486&fields=id&tenant_id=485e2b2f517b4f42b9e3119198c78b00 HTTP/1.1" status: 200 len: 267 time: 0.1851521 Nov 24 11:00:36.097772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e83db7a0-e464-48d0-8895-896783d19cf7 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:36.137157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.139396 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2177343 Nov 24 11:00:36.143013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:35Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:36.158102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6755306a-9ea9-4769-bd2c-b717f1ba0557 None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:35Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:00:36.180175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port e83db7a0-e464-48d0-8895-896783d19cf7 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:36.182357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-27c51ecd-96c7-4e1b-b083-8fce933d21dc tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:36.185307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port e83db7a0-e464-48d0-8895-896783d19cf7 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:36.185759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.190644 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-27c51ecd-96c7-4e1b-b083-8fce933d21dc tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.1167443 Nov 24 11:00:36.212489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'port': {'security_groups': ['b5417d66-3192-49c8-9120-58f3ea54fdd4', 'b65d12a0-d5e3-4e86-808e-29da5bb831f1']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:36.334767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.379404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port e83db7a0-e464-48d0-8895-896783d19cf7, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=e83db7a0-e464-48d0-8895-896783d19cf7,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:36.388001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.390030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:36.412149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.444179 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-cec3104e-b741-4173-9ae5-9e616b9b2417 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 1002 time: 0.1467395 Nov 24 11:00:36.489996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=e83db7a0-e464-48d0-8895-896783d19cf7,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:36.501776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:36.571001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-0e990f87-4a62-4912-87fc-a8f53f539f95 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:36.574407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739191-877e-49fb-a4f6-9445e44a405e req-3b6ecc03-3cbf-4778-bc97-54dbc7577285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:36.575991 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-3b6ecc03-3cbf-4778-bc97-54dbc7577285 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.1200960 Nov 24 11:00:36.638849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-0e990f87-4a62-4912-87fc-a8f53f539f95 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:36.640114 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-0e990f87-4a62-4912-87fc-a8f53f539f95 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--63937534&fields=id&tenant_id=4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 267 time: 0.1348619 Nov 24 11:00:36.778004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7739191-877e-49fb-a4f6-9445e44a405e req-509d807c-d914-400c-98ef-407dc0c66e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:36.779653 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-509d807c-d914-400c-98ef-407dc0c66e59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1884394 Nov 24 11:00:36.781899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] For port f242e691-3a03-4454-9344-3c54a09e4493, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f242e691-3a03-4454-9344-3c54a09e4493,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:36.810758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.814683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:36.834163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0853caeb-7ff3-40e7-b59d-94fcdeef0734 tempest-VolumesNegativeTest-1295426135 tempest-VolumesNegativeTest-1295426135] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:36.916797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-080280ce-d168-4b2f-95ec-fe8c0accafd9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:36.918389 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-080280ce-d168-4b2f-95ec-fe8c0accafd9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 817 time: 0.2695670 Nov 24 11:00:36.962787 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-acc50c52-67fb-485e-885e-f9268e4bb382 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/quotas/4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 375 time: 0.0289009 Nov 24 11:00:36.972496 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-d239dd6d-8883-42be-9b63-4ca7162a7afe service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816065 Nov 24 11:00:36.980836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=5']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:36.994353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:37.050353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:37.051110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:37.053317 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d7cf5ee-b3ac-4b8d-99a2-39c3fd395aa6 req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "PUT /v2.0/ports/f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 982 time: 0.8614316 Nov 24 11:00:37.055164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:37.190397 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-723aae2b-52df-40f3-b2e0-1a115707778a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121863 Nov 24 11:00:37.301707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea9bf-046c-4c2c-91eb-d46cf525271f req-4e757b4c-a732-4d76-a26f-cae9a9462bbb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:37.311401 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-647ea9bf-046c-4c2c-91eb-d46cf525271f req-4e757b4c-a732-4d76-a26f-cae9a9462bbb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.1334052 Nov 24 11:00:37.322905 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c7739191-877e-49fb-a4f6-9445e44a405e req-6143ab54-78ce-43fe-a424-93a43016d58c service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3110194 Nov 24 11:00:37.384411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-68bc2ac9-4b9e-4657-9ee9-031d176e0c95 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:37.384909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-68bc2ac9-4b9e-4657-9ee9-031d176e0c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:37.386090 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-647ea9bf-046c-4c2c-91eb-d46cf525271f req-6ef81fde-c976-42db-b72a-c779d81ea2d4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0682764 Nov 24 11:00:37.386782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-114acaee-5330-4e68-aaf5-2830293f9c7a service neutron] 10.222.0.27 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954136 Nov 24 11:00:37.486382 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'status': 'completed', 'code': 200} Nov 24 11:00:37.621850 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-a735232e-16b6-42c2-a98f-96898c13f3bf service neutron] 10.222.0.27 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2280095 Nov 24 11:00:37.644168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-24c70df0-4f02-424f-a39b-f305456678ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:37.645816 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-24c70df0-4f02-424f-a39b-f305456678ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1203 time: 0.1037812 Nov 24 11:00:37.801989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-3c06ca7e-486e-4813-a0ec-b617383ac61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:37.803641 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-3c06ca7e-486e-4813-a0ec-b617383ac61c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.1507101 Nov 24 11:00:37.863175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-cce46baf-ff8c-4a6c-af05-a7c3a6b9e46d req-44c7587f-c12e-4615-8f23-4b627341d8f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:37.883048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-cce46baf-ff8c-4a6c-af05-a7c3a6b9e46d req-44c7587f-c12e-4615-8f23-4b627341d8f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:37.888998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cce46baf-ff8c-4a6c-af05-a7c3a6b9e46d req-44c7587f-c12e-4615-8f23-4b627341d8f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 210 time: 0.0754611 Nov 24 11:00:37.919896 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-e5c48a7d-2003-42df-b369-d800a77eeebd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 1002 time: 0.1087530 Nov 24 11:00:37.996810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-7ae49771-bb4c-4158-867c-1c24191f3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:37.998147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e83db7a0-e464-48d0-8895-896783d19cf7 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:37.998716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-7ae49771-bb4c-4158-867c-1c24191f3bdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.0711038 Nov 24 11:00:38.075807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port e83db7a0-e464-48d0-8895-896783d19cf7 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:38.076390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:38.092092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-c74e81aa-c098-432a-aca1-73879e840094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:38.094759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-c74e81aa-c098-432a-aca1-73879e840094 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889556 Nov 24 11:00:38.262602 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-cfb5ff83-25bb-44dc-9fb1-8ad8283ad5aa service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551158 Nov 24 11:00:38.418399 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c61fe23-73b0-476d-9a75-cf8d090eb781 req-7eec4552-6d07-4cfa-8ad6-3b4a7dbbf5be service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455371 Nov 24 11:00:39.319229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39692) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:39.357606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-21bfe35e-6dab-438b-819a-36af39585af5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:39.359295 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-21bfe35e-6dab-438b-819a-36af39585af5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 817 time: 0.3699985 Nov 24 11:00:39.377342 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28fe00e3-4b69-488a-8c31-88bf9a30b80c req-dca72cd6-b262-40e5-a09a-c8a9476220a9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 210 time: 0.3423533 Nov 24 11:00:39.477212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.511370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:39.515414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:a19d663473c84a0c9aa241300b3fd384 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:39.518442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:39.524253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:39.595708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.598586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.606797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0c51802c-9005-4165-80ea-6340a5bd5f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:39.649967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588905b2-4e76-4b09-9188-be2780f0b803,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:39.654861 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a19d663473c84a0c9aa241300b3fd384&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3338630 Nov 24 11:00:39.655811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:39.657982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39700) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:39.720070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.747732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.791631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.796593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:39.808042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588905b2-4e76-4b09-9188-be2780f0b803,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:39.813010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:39.815331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:39.817427 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/588905b2-4e76-4b09-9188-be2780f0b803 HTTP/1.1" status: 204 len: 168 time: 0.1576481 Nov 24 11:00:40.167190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39710) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:40.189402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.221336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:40.225357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Usage tracker for resource:security_group_rule and tenant:ecbdd0cc559e4d41bb2536a4c7893978 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:40.228883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:40.234607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:40.301640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.304681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.312067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:40.354742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e9d6be-c63f-409b-b198-865b24574bd7,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:40.359555 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ecbdd0cc559e4d41bb2536a4c7893978&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1912777 Nov 24 11:00:40.360497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:40.362332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39714) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:40.423572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.450524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.502331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.508478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:40.521224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e9d6be-c63f-409b-b198-865b24574bd7,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:40.524979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:40.526999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:40.530913 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b9e9d6be-c63f-409b-b198-865b24574bd7 HTTP/1.1" status: 204 len: 168 time: 0.1649241 Nov 24 11:00:40.574950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b0a29cff-2780-4092-ad6a-bf3eee886ec3 req-213e6f59-ab6f-43e0-b4db-7c50ad41523c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 210 time: 0.0455792 Nov 24 11:00:41.765491 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba60f7c1-4766-41cf-8e73-1ee87f302e0b req-c51482c6-a337-44a8-abd0-5380956edc2e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 210 time: 0.0489802 Nov 24 11:00:42.854816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39772) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:42.962221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b5619f9d-0023-4dc4-89ea-944dbec10171 req-1ff09c0e-456b-4dd7-b7ac-0cc9c8021908 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 210 time: 0.0495856 Nov 24 11:00:43.007288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.040457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:43.044437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Usage tracker for resource:security_group_rule and tenant:31684f6690d34350a68e8aa90f62b48b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:43.047378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:43.053241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:43.119013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.121790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.129744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-de8b53e6-d325-4c8f-8ba0-160f49bf6868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:43.172589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9bdbd-32dd-4a44-ba8f-b9e2bebb2da0,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:43.177390 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=31684f6690d34350a68e8aa90f62b48b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3213873 Nov 24 11:00:43.178372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:43.180213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39780) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:43.241814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.274166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.321458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.326640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4c262614-1e33-4a0b-833b-2e2a4ddf3db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:43.341317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9bdbd-32dd-4a44-ba8f-b9e2bebb2da0,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:43.343889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:43.346190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.349838 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/33d9bdbd-32dd-4a44-ba8f-b9e2bebb2da0 HTTP/1.1" status: 204 len: 168 time: 0.1662028 Nov 24 11:00:43.349926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-08111d2c-34c4-4a17-8ba9-d5c5f4811617 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 5242 time: 0.0930712 Nov 24 11:00:43.359972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'port': {'device_id': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'admin_state_up': True, 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'security_groups': ['8b94d7c6-f644-4358-8f42-76d9704ec737']}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:43.513541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:43.523875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:43.532986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Made reservation on behalf of 4736ea25a96a42c1951f08e3c2b2f96a for: {'port': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:00:43.539062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.706376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39794) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:43.725768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.761542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:43.765670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Usage tracker for resource:security_group_rule and tenant:e2fd4f9596ed4a13ae0ca148f3e6ed8b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:43.768664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:43.774412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:43.841605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.844677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:43.852617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-21a637d4-aa2f-421e-be43-8492d5c64dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:43.852784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Allocated IP 172.20.0.3 (67959838-9780-45c4-a61c-22ae6203b36c/161d6524-5204-4fd6-9ee5-ee727b20e936/ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:00:43.896901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63315ea-f48b-4925-8853-4c947b6974b1,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:43.904608 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e2fd4f9596ed4a13ae0ca148f3e6ed8b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1970136 Nov 24 11:00:43.905293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39798) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:43.906126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:43.973874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.001945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.048609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.055611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-15b797cc-39ac-473f-b5ca-8d2c0919a2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:44.057560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.079282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63315ea-f48b-4925-8853-4c947b6974b1,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:44.079837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Transition to ACTIVE for port object ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 will not be triggered until provisioned by entity DHCP. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:44.082534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:44.084665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.095077 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d63315ea-f48b-4925-8853-4c947b6974b1 HTTP/1.1" status: 204 len: 168 time: 0.1815248 Nov 24 11:00:44.108658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.130826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f99c30ec-c193-4efa-9858-92c3662a7abb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:44.202248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f010-ba93-4f59-aa9c-6a2f3177e75e req-145e782e-34ab-4aac-95d3-9af79fcc008b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:44.204757 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b535f010-ba93-4f59-aa9c-6a2f3177e75e req-145e782e-34ab-4aac-95d3-9af79fcc008b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 931 time: 0.0867169 Nov 24 11:00:44.257646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-b535f010-ba93-4f59-aa9c-6a2f3177e75e req-719a84d8-3749-422c-8455-67f95d5d27f2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:44.269124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:44.272418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-b535f010-ba93-4f59-aa9c-6a2f3177e75e req-719a84d8-3749-422c-8455-67f95d5d27f2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:44.272826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:44.278546 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b535f010-ba93-4f59-aa9c-6a2f3177e75e req-719a84d8-3749-422c-8455-67f95d5d27f2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682924 Nov 24 11:00:44.355082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Network 67959838-9780-45c4-a61c-22ae6203b36c is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:00:44.356394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:00:44.360905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:00:44.436990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:44.437589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.466274 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1090469 Nov 24 11:00:44.502097 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Request body: {'port': {'device_id': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:44.620673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b6937742-1abb-4cbd-ac16-f6f69057a696 None None] Provisioning for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:44.622536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.625861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b6937742-1abb-4cbd-ac16-f6f69057a696 None None] Provisioning complete for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:44.626397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b6937742-1abb-4cbd-ac16-f6f69057a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:44.699700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b6937742-1abb-4cbd-ac16-f6f69057a696 None None] Port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:00:44.726419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f242e691-3a03-4454-9344-3c54a09e4493 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:44.813181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:44.813611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.058860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 {{(pid=80316) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:00:45.066006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.078503 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Transition to ACTIVE for port object ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 will not be triggered until provisioned by entity L2. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:00:45.082123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.097519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:45.230913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Pushing event updated for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:45.243415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:45.437966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Attempting to bind port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:00:45.438356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Attempting to bind port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:00:45.438729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Attempting to bind port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 on network 67959838-9780-45c4-a61c-22ae6203b36c {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:00:45.446342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:00:45.446881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Checking segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:00:45.447296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.447699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Bound using segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} {{(pid=80316) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:00:45.448189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Bound port: ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}}] {{(pid=80316) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:00:45.448852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.553339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] For port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host hv-cinder-76377, cleared binding levels {{(pid=80316) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:00:45.557838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] For port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80316) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:00:45.564231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.582977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b72651-c56b-4352-bca7-96d5e9f8cde8 req-aa034737-0406-48be-b5fc-835f5101239b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:45.584825 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22b72651-c56b-4352-bca7-96d5e9f8cde8 req-aa034737-0406-48be-b5fc-835f5101239b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1132505 Nov 24 11:00:45.588788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:45.643289 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22b72651-c56b-4352-bca7-96d5e9f8cde8 req-352a617d-6843-4640-93f2-d914c2e7766a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513074 Nov 24 11:00:45.751575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Pushing event updated for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=3']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:45.757596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:45.790076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:45.790806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:45.792286 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] 10.222.0.57 "PUT /v2.0/ports/ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 1157 time: 1.2956884 Nov 24 11:00:45.792729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:45.900713 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'status': 'completed', 'code': 200} Nov 24 11:00:45.941338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-533d3137-f7c9-4183-b99b-297e26f07c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:45.942946 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-533d3137-f7c9-4183-b99b-297e26f07c1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1160 time: 0.0934939 Nov 24 11:00:46.031055 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-c484411a-30b4-4ad8-9b4a-9185b2e40308 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 217 time: 0.0734739 Nov 24 11:00:46.118347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-86dcfb28-2cd6-4240-8fe5-7eb08d19eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:46.120003 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-86dcfb28-2cd6-4240-8fe5-7eb08d19eeec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0805624 Nov 24 11:00:46.203312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-4f957b13-aa87-4535-88a3-4d1a2d1e0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:46.204956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-4f957b13-aa87-4535-88a3-4d1a2d1e0e9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774608 Nov 24 11:00:46.356144 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-0abeaa9e-583a-44a6-8072-e8e6670646eb service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436064 Nov 24 11:00:46.502175 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bcb60d2a-b449-4d41-8c04-e69e452850f8 req-fe685cf5-cb22-4173-84c5-4eadbc4306f8 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385634 Nov 24 11:00:46.674171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-d042780b-f03c-4c88-9f98-b6b7c3c114fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:46.675813 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-d042780b-f03c-4c88-9f98-b6b7c3c114fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1160 time: 0.0785363 Nov 24 11:00:46.845847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-be68fa8c-a7a2-45b6-be4e-95c569bba74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:46.847472 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-be68fa8c-a7a2-45b6-be4e-95c569bba74f service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1647394 Nov 24 11:00:47.190988 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-17eec9d5-053a-479c-a6fe-dbafb88dde73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 217 time: 0.3348045 Nov 24 11:00:47.284471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-454287ed-a6de-47c8-8e49-99e59bcb4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:47.286118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-454287ed-a6de-47c8-8e49-99e59bcb4a18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0885742 Nov 24 11:00:47.293518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7c6fa-4cbf-4e4f-b4b4-c5125234eb6f req-8a5f3b02-7a34-46be-920a-08b3df8a90f4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:47.294253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-21a7c6fa-4cbf-4e4f-b4b4-c5125234eb6f req-8a5f3b02-7a34-46be-920a-08b3df8a90f4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:00:47.358834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-21a7c6fa-4cbf-4e4f-b4b4-c5125234eb6f req-8a5f3b02-7a34-46be-920a-08b3df8a90f4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:00:47.360301 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-21a7c6fa-4cbf-4e4f-b4b4-c5125234eb6f req-8a5f3b02-7a34-46be-920a-08b3df8a90f4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.5487168 Nov 24 11:00:47.416329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-ede8cfd0-e0ca-4c7c-a91a-2c9e0dcf3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:47.417910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-ede8cfd0-e0ca-4c7c-a91a-2c9e0dcf3e0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1196358 Nov 24 11:00:47.425563 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-21a7c6fa-4cbf-4e4f-b4b4-c5125234eb6f req-03bd1dbd-8779-4344-abb2-5f7917b16d7c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555220 Nov 24 11:00:47.566718 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-93f7789f-4bdb-4d41-9572-1b5565f0d35c service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401064 Nov 24 11:00:47.716934 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe87e5c9-7b1e-4dc1-980f-ee38ae81ce2a req-55493b07-cddc-4748-b0bc-dd6a9f519bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432924 Nov 24 11:00:48.665753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7defc-f65b-4b65-9c90-b0392b885450 req-5d12bd15-42f3-434d-93b9-eef3b5120988 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:48.667407 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bf7defc-f65b-4b65-9c90-b0392b885450 req-5d12bd15-42f3-434d-93b9-eef3b5120988 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0934763 Nov 24 11:00:48.716229 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bf7defc-f65b-4b65-9c90-b0392b885450 req-4a53dc92-8a44-4044-a80a-090fed7fbccd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425689 Nov 24 11:00:49.958462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91834337-dcf0-4759-b60b-8ef79cbc8bd4 req-11e8fc34-975c-458b-b84e-abe6d53c0f95 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:49.960147 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-91834337-dcf0-4759-b60b-8ef79cbc8bd4 req-11e8fc34-975c-458b-b84e-abe6d53c0f95 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0895648 Nov 24 11:00:50.019658 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-91834337-dcf0-4759-b60b-8ef79cbc8bd4 req-bd9b5d7f-1e66-41d8-a20f-d47d5ea66d6a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525327 Nov 24 11:00:50.300748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf56237-846e-4a50-a5a2-ee70f2c7fdce req-3f36bf3c-821b-47b1-9ab1-7304bdc517d7 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:50.302374 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2bf56237-846e-4a50-a5a2-ee70f2c7fdce req-3f36bf3c-821b-47b1-9ab1-7304bdc517d7 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.0879040 Nov 24 11:00:50.350779 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2bf56237-846e-4a50-a5a2-ee70f2c7fdce req-3d33ad4d-b480-4f97-b952-49b6990a29d2 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Nov 24 11:00:51.264680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbd2c2-e97b-4b6e-824b-ba7287d5a5b9 req-dcda074a-651f-4cc4-bafd-b087e37c9740 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:51.266348 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ccbd2c2-e97b-4b6e-824b-ba7287d5a5b9 req-dcda074a-651f-4cc4-bafd-b087e37c9740 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0854475 Nov 24 11:00:51.319016 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ccbd2c2-e97b-4b6e-824b-ba7287d5a5b9 req-f4f5baeb-fe2d-4f1d-890d-b8c1e9b686fb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461140 Nov 24 11:00:51.574518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54247d-b940-42df-a42b-897ba0791664 req-27d85f55-3db2-499b-b947-19a13417025f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:51.576212 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ed54247d-b940-42df-a42b-897ba0791664 req-27d85f55-3db2-499b-b947-19a13417025f tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.0902560 Nov 24 11:00:51.626508 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ed54247d-b940-42df-a42b-897ba0791664 req-9c25a31b-72d0-4cd4-8c9e-c6df3118ee38 tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Nov 24 11:00:52.214899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:52.284361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:00:52.289264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:52.289682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:52.407781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:52.435922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:52.446997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:52.449944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:52.452019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:52.497598 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'code': 200} Nov 24 11:00:52.524638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:52.528165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:52.599413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b3664-34b6-4713-9dcf-46b47a9c3bf2 req-8176687b-179f-4e32-8e8f-e404b70cb9a5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:52.601343 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-332b3664-34b6-4713-9dcf-46b47a9c3bf2 req-8176687b-179f-4e32-8e8f-e404b70cb9a5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1391377 Nov 24 11:00:52.672305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-b5e7ef36-dde3-44dd-b58d-aeeef4abac3c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:52.673986 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-b5e7ef36-dde3-44dd-b58d-aeeef4abac3c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.1373796 Nov 24 11:00:52.679506 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-332b3664-34b6-4713-9dcf-46b47a9c3bf2 req-ffd4a9d0-73a8-4709-8afe-f96f6392579c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704896 Nov 24 11:00:52.768445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Deleting port e11e5b28-4489-4880-8220-bc710ba53589 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:00:52.768732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:52.868641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372ac59-5c12-4887-87e2-0312d17a29e5 req-1c6e61bd-9ba1-4698-8615-4e6abb586c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:52.870296 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7372ac59-5c12-4887-87e2-0312d17a29e5 req-1c6e61bd-9ba1-4698-8615-4e6abb586c1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1162 time: 0.1465037 Nov 24 11:00:52.877295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40132b64-380f-4857-b799-0ecf76e1f776 req-629b2d7a-da70-4556-ba55-f568dfc597bf tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:52.879057 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-40132b64-380f-4857-b799-0ecf76e1f776 req-629b2d7a-da70-4556-ba55-f568dfc597bf tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 946 time: 0.1082430 Nov 24 11:00:52.945968 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7372ac59-5c12-4887-87e2-0312d17a29e5 req-fb08a1ff-1298-4b1a-84b5-b944c2203adc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658729 Nov 24 11:00:52.966515 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-40132b64-380f-4857-b799-0ecf76e1f776 req-446860e3-295b-436d-bcf2-a13d7b86f8bf tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/security-groups?id=a4c50d83-66a8-4848-9209-9899835659a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692048 Nov 24 11:00:53.037213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] For port e11e5b28-4489-4880-8220-bc710ba53589, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=e11e5b28-4489-4880-8220-bc710ba53589,segment=NetworkSegment(3e57cf61-2281-4bab-bb4e-cc22b38aa023),segment_id=3e57cf61-2281-4bab-bb4e-cc22b38aa023)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:00:53.037548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:53.169660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Calling delete_port for e11e5b28-4489-4880-8220-bc710ba53589 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:00:53.328107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:53.343607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6cff6479-270c-4a50-b4c8-d9d4ff91b737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:53.444161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Pushing event deleted for resources: {'Port': ['ID=e11e5b28-4489-4880-8220-bc710ba53589,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:53.448388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:53.521088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:00:53.548427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] No DVR routers for this DVR port e11e5b28-4489-4880-8220-bc710ba53589 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:00:53.550686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:53.553557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'name': 'network-vif-deleted', 'tag': 'e11e5b28-4489-4880-8220-bc710ba53589'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:53.568411 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a12047a1-3f4b-4411-bb4c-9ff992592b98 req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.57 "DELETE /v2.0/ports/e11e5b28-4489-4880-8220-bc710ba53589 HTTP/1.1" status: 204 len: 173 time: 0.8871822 Nov 24 11:00:53.595017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:00:53.595451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:53.614012 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c61243-8480-4b22-a66b-1a2e8f58569a', 'name': 'network-vif-deleted', 'tag': 'e11e5b28-4489-4880-8220-bc710ba53589', 'status': 'completed', 'code': 200} Nov 24 11:00:53.752440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device e11e5b28-4489-4880-8220-bc710ba53589 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:00:53.787136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: e11e5b28-4489-4880-8220-bc710ba53589 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:00:53.787526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device e11e5b28-4489-4880-8220-bc710ba53589 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:00:53.926426 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986869ff-29d5-4951-adf2-ef92c0532953 req-748215d7-da13-4d63-9cfb-2154db3ff536 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:53.928020 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-986869ff-29d5-4951-adf2-ef92c0532953 req-748215d7-da13-4d63-9cfb-2154db3ff536 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0817711 Nov 24 11:00:53.975651 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-986869ff-29d5-4951-adf2-ef92c0532953 req-c3118d00-ba8b-4215-a4a6-7c7f1ae88f76 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412607 Nov 24 11:00:54.173025 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15452962-ef40-4cdc-909f-95f13f929ce7 req-c3190737-7eeb-4a40-8856-0cbfd1e518ef tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] 10.222.0.27 "GET /v2.0/ports?device_id=c9c61243-8480-4b22-a66b-1a2e8f58569a HTTP/1.1" status: 200 len: 210 time: 0.0506942 Nov 24 11:00:55.201802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2cec-2f54-4b35-bf23-a988033daf10 req-87dc1194-ba4e-4dda-ae11-42206e0129f9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:55.203394 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d4a2cec-2f54-4b35-bf23-a988033daf10 req-87dc1194-ba4e-4dda-ae11-42206e0129f9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0819261 Nov 24 11:00:55.264895 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8d4a2cec-2f54-4b35-bf23-a988033daf10 req-5e5e2374-4965-4fda-92de-5c6a87d9a582 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551925 Nov 24 11:00:55.481288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbea5fe-99a2-46d7-a2f3-b1c8f88d9222 req-72c77f44-3a70-4cf0-a192-5c34f966d4f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:55.483457 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ccbea5fe-99a2-46d7-a2f3-b1c8f88d9222 req-72c77f44-3a70-4cf0-a192-5c34f966d4f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0846674 Nov 24 11:00:55.493589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 39986) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:55.499265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'floatingip': {'port_id': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:00:55.580926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:56.414333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:56.416957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:56.610731 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Floating IP 6c376339-8cbd-4882-a3bf-8432eb1d6ac8 associated. External IP: 172.27.1.155, port: ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5. Nov 24 11:00:57.046769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Router 66c4518c-0cc8-4652-903b-839495c738b5 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:00:57.100513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.282569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:00:57.287450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.289722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40018) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:57.305091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:00:57.319829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:57.320834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:57.347418 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-45aa2a2a-9ef7-4dc5-a02e-db58d017ef2a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "PUT /v2.0/floatingips/6c376339-8cbd-4882-a3bf-8432eb1d6ac8 HTTP/1.1" status: 200 len: 991 time: 1.8498411 Nov 24 11:00:57.347418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:00:57.407100 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'status': 'completed', 'code': 200} Nov 24 11:00:57.473327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.528635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:57.561469 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:57.573026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Usage tracker for resource:security_group_rule and tenant:7f489e5ac84b49a4877a28b5aeef8425 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:57.577042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:57.585748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:57.603095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-4a56696b-d207-49aa-a333-7dd1d6567025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:57.604748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-4a56696b-d207-49aa-a333-7dd1d6567025 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1162 time: 0.1171360 Nov 24 11:00:57.662725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.665654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.673445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-47611596-5f8c-4a81-8452-92771b590a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:57.698448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3535e33a-092d-4a83-9975-2ec6ba8ecc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.717626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c8eab-56f4-4ef0-8733-ef8c29dbea1a,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:57.722478 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7f489e5ac84b49a4877a28b5aeef8425&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4314785 Nov 24 11:00:57.723698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:57.725226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40028) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:57.789304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.815891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.866827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.871811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c98a8dbe-0c17-4d6a-a628-ac4df4a5a5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:57.886218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c8eab-56f4-4ef0-8733-ef8c29dbea1a,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:57.889263 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:57.890570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:57.893516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/141c8eab-56f4-4ef0-8733-ef8c29dbea1a HTTP/1.1" status: 204 len: 168 time: 0.1672752 Nov 24 11:00:57.926966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '6c376339-8cbd-4882-a3bf-8432eb1d6ac8', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'port_id': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'mac_address': 'fa:16:3e:47:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:00:34Z', 'updated_at': '2020-11-24T11:00:56Z', 'revision_number': 1, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:57.931880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:00:57.943272 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:00:57.944560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:00:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:58.132479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-eae61467-2066-47d2-afbd-ce3dceb86c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:00:58.134145 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-eae61467-2066-47d2-afbd-ce3dceb86c16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1516404 Nov 24 11:00:58.280172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40040) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:58.311792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.313806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:00:58.347234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:00:58.351369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Usage tracker for resource:security_group_rule and tenant:4a4dc61783a6414a8fd00c08dba4bfcf is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:00:58.354415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:00:58.360231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:00:58.429144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.432319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.439970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3e6b210-f30e-4d01-82fc-1cf89d1f6f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:58.484020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5ba63-3f02-4410-b343-dfab2844e38d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:58.490255 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4a4dc61783a6414a8fd00c08dba4bfcf&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2075067 Nov 24 11:00:58.491695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40044) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:00:58.507907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:58.558171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.589650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.634009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.639042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-87576a7c-b2e2-43f8-b341-35c1ce6b5ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:00:58.650393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5ba63-3f02-4410-b343-dfab2844e38d,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:00:58.654171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:00:58.657680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:00:58.658927 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/01b5ba63-3f02-4410-b343-dfab2844e38d HTTP/1.1" status: 204 len: 168 time: 0.1660805 Nov 24 11:00:58.698404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '6c376339-8cbd-4882-a3bf-8432eb1d6ac8', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'port_id': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'mac_address': 'fa:16:3e:47:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:00:34Z', 'updated_at': '2020-11-24T11:00:56Z', 'revision_number': 1, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:00:58.702832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5355f3-b054-4724-9535-6a5b353cfa83 None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '6c376339-8cbd-4882-a3bf-8432eb1d6ac8', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'floating_ip_address': '172.27.1.155', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'port_id': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'mac_address': 'fa:16:3e:47:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:00:34Z', 'updated_at': '2020-11-24T11:00:56Z', 'revision_number': 1, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:00:58.975560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc75f2d-c1fb-40d4-bc80-051c7f24c6a8 None None] New status for floating IP 6c376339-8cbd-4882-a3bf-8432eb1d6ac8: ACTIVE {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:00:59.788317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7a67c311-77fc-4afe-b901-8f0236866225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:00.480489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:01.374517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:01.452976 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-507e44a2-d8bf-4994-8de0-6fa8fcb7c474 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 1001 time: 0.1059332 Nov 24 11:01:01.807811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-37f5fa66-9ac8-41da-9ae0-6879d748b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:01.809726 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-37f5fa66-9ac8-41da-9ae0-6879d748b9d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0657737 Nov 24 11:01:01.889233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-c2d0d895-ea79-4af0-bb1b-f6459fc9941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:01.890912 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-c2d0d895-ea79-4af0-bb1b-f6459fc9941f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745325 Nov 24 11:01:02.039125 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-5bd52141-3fce-4ecc-8a6e-f9c983264fba service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387057 Nov 24 11:01:02.108853 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-fef211e1-8ace-4f49-9753-20c9f779482f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772371 Nov 24 11:01:02.182842 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-00bc3275-7b83-496d-b73e-aac62c3f9f82 req-b2788f48-8612-410f-a796-65a853f246c9 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368258 Nov 24 11:01:02.219961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-09b767e1-c44a-44c6-9c88-7b051d5f8022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:02.222951 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-09b767e1-c44a-44c6-9c88-7b051d5f8022 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1163 time: 0.0778468 Nov 24 11:01:02.228679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:02.400092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-156e0300-74be-4a7c-a1c6-b29d51b9eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:02.401794 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-156e0300-74be-4a7c-a1c6-b29d51b9eefd service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1488202 Nov 24 11:01:02.516727 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-be0889ea-b34d-4c95-99c6-2ef970dc26c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 1001 time: 0.1078858 Nov 24 11:01:02.587976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-bf77b80c-b0f3-4fa5-a750-ed93a4dd9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:02.589653 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-bf77b80c-b0f3-4fa5-a750-ed93a4dd9ba5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0656836 Nov 24 11:01:02.677090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-c5070bbc-2e10-4f82-8319-f7ff1b749968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:02.679242 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-c5070bbc-2e10-4f82-8319-f7ff1b749968 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798697 Nov 24 11:01:02.826311 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-34492a06-57d1-4224-b4b5-6788f71ebcc6 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406076 Nov 24 11:01:02.976574 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a77d65f3-284c-473f-a55e-ce84d5686142 req-310a5eec-16be-43bb-81b2-9b81d94aa010 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436450 Nov 24 11:01:06.028117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40170) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:06.181010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.214475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:06.218651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Usage tracker for resource:security_group_rule and tenant:21f5eb936e264f1486971e92ee9230ab is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:06.221751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:06.228241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:06.312949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.315586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.323903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:06.367527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2dd439-1d3a-4c63-abd0-bbc3dab947ac,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:06.371038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:06.373916 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=21f5eb936e264f1486971e92ee9230ab&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3442092 Nov 24 11:01:06.376696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40178) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:06.440016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.466977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.514929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.519908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-00bde6f7-bb40-444a-807a-b2cb44fcd9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:06.533968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2dd439-1d3a-4c63-abd0-bbc3dab947ac,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:06.536815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:06.538065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:06.539319 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8d2dd439-1d3a-4c63-abd0-bbc3dab947ac HTTP/1.1" status: 204 len: 168 time: 0.1615586 Nov 24 11:01:06.874500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:01:20.003813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40412) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:20.157059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.190336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:20.194444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Usage tracker for resource:security_group_rule and tenant:d94096771b3d470e9d1d171dd831fb0a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:20.197447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:20.203223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:20.278651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.282993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.292453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7dd33cf7-b5ef-4771-be4d-175a9ea9dfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:20.335713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0163c-56ea-4f2e-a844-ec67447ba31e,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:20.344528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d94096771b3d470e9d1d171dd831fb0a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3395431 Nov 24 11:01:20.347681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40418) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:20.348745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.350953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.350953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.350953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.350953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.351298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.351710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.352115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.352545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.352952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.353353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.353752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.354230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.354633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.355034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.355432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.355829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.356229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.358140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.358140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.358140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.358140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.358140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.358547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.363033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:20.444891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.473263 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.521739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.527636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e2966464-f85c-48d3-9b00-9c5c0673522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:20.542310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0163c-56ea-4f2e-a844-ec67447ba31e,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:20.549668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.550913 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7ac0163c-56ea-4f2e-a844-ec67447ba31e HTTP/1.1" status: 204 len: 168 time: 0.2021501 Nov 24 11:01:20.555287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.555691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.556131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.556560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.556954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.557347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.557738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.558132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.558547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.558884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.559424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.559811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.560299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.560677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.561061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.561445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.561829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.562214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.562595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.562974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.563354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.563733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.564116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.564550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:20.568092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:20.924020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40438) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:20.945350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:20.986697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:20.990794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Usage tracker for resource:security_group_rule and tenant:c51d9267dcf548fcbae8db455dd77bf6 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:20.994009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:20.997092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83fb87-3663-4563-a077-30de51ee43b5 req-633b19f0-f9fd-426f-813d-685ff8b30004 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:20.998750 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b83fb87-3663-4563-a077-30de51ee43b5 req-633b19f0-f9fd-426f-813d-685ff8b30004 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1139426 Nov 24 11:01:21.000456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:21.056933 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b83fb87-3663-4563-a077-30de51ee43b5 req-b0aa4eb2-651c-4caf-adab-fa80c03986cf tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477300 Nov 24 11:01:21.085971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.088996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.096813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a6890d47-aeb4-4d17-bb64-6e380c11002c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:21.147269 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c51d9267dcf548fcbae8db455dd77bf6&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2219026 Nov 24 11:01:21.148078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8f849-39da-45a4-95b0-4647a73ceb56,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:21.150042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40456) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:21.151570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:21.215954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.244307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.292505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.298143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5d44f850-5d88-4330-9cbf-f9ab43e92a7f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:21.311825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8f849-39da-45a4-95b0-4647a73ceb56,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:21.316053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:21.322228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.323463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f0d8f849-39da-45a4-95b0-4647a73ceb56 HTTP/1.1" status: 204 len: 168 time: 0.1722200 Nov 24 11:01:21.726369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40466) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:21.745949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.781704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:21.785976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Usage tracker for resource:security_group_rule and tenant:7b6e92327e1c4a9f983524b894f9e351 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:21.789568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:21.795362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:21.864252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.867537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:21.875107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a2cdedeb-ff02-4413-a213-e6e005d6977b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:21.918777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378496d0-a508-443b-8377-f22816c2bed6,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:21.921952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:21.924516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7b6e92327e1c4a9f983524b894f9e351&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1970375 Nov 24 11:01:21.927264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40470) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:21.989391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:22.016086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:22.060999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:22.064825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-49951438-e1a2-467e-b205-53abc40ed282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:22.079609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378496d0-a508-443b-8377-f22816c2bed6,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:22.085567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:22.089355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:22.092775 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/378496d0-a508-443b-8377-f22816c2bed6 HTTP/1.1" status: 204 len: 168 time: 0.1645424 Nov 24 11:01:22.271678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db790e-558f-4f6d-8b66-e596d4ba6283 req-f960538b-a9bf-4cfa-b106-f4494312684c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:22.273950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-18db790e-558f-4f6d-8b66-e596d4ba6283 req-f960538b-a9bf-4cfa-b106-f4494312684c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0893579 Nov 24 11:01:22.329877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-18db790e-558f-4f6d-8b66-e596d4ba6283 req-f48f1d6d-8409-479f-b035-8ceac8617ef4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491385 Nov 24 11:01:23.005390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40502) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:23.142394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2130105912-network', 'tenant_id': 'a1fdfc2f7b7d4415a249d71d4b7d84bc'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:01:23.147419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:23.151473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Usage tracker for resource:network and tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:23.154502 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:23.160302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:23.170392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Made reservation on behalf of a1fdfc2f7b7d4415a249d71d4b7d84bc for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:01:23.175069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.188785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.220329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:23.224244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Usage tracker for resource:security_group_rule and tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:23.227760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:23.233495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:23.305610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.308589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.313257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-915747aa-600b-42c0-9cce-4d5c9e956cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:23.342064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 11:01:23.355498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:23.359774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:23.360793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.361237 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Added segment 1d8cbac3-0106-4554-94c5-abe9072187df of type vxlan for network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 Nov 24 11:01:23.391271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.425722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.427045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:23.427696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.432890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:23.582928 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5762894 Nov 24 11:01:23.586803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40514) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:23.588794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Pushing event updated for resources: {'Network': ['ID=50c17825-16ec-4dd2-8c4b-fa42de6caf60,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:23.593079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:23.593287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Request body: {'subnet': {'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2130105912-subnet', 'tenant_id': 'a1fdfc2f7b7d4415a249d71d4b7d84bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:01:23.599085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:23.604808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Usage tracker for resource:subnet and tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:23.607098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:01:23.607980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:23.613811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:23.624684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40518) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:23.625721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Made reservation on behalf of a1fdfc2f7b7d4415a249d71d4b7d84bc for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:01:23.628966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:01:23.630757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839745728'] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.634896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298e2aa-a5ca-4616-9959-f7f56919aa75 req-50837c46-d3a2-4db7-8c69-a529be52cfdd tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:23.636695 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b298e2aa-a5ca-4616-9959-f7f56919aa75 req-50837c46-d3a2-4db7-8c69-a529be52cfdd tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1301553 Nov 24 11:01:23.734779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Deleting subnet 65acc1aa-2569-4724-b1ec-8d970378704e {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:01:23.742422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.791264 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b298e2aa-a5ca-4616-9959-f7f56919aa75 req-a5b77634-1a33-4718-94af-1388b62ccd49 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192946 Nov 24 11:01:23.802141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:23.873220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:24.046147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839130900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839745677'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:24.062348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-16d7196f-721d-4b32-809e-f90971533a27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:24.386333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7226679a-d231-4c7d-8e84-abc5e79a80f0,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:24.387592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:24.400965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:24.403927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-237a5a38-aa09-4874-87fe-78b6cd4cb34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:24.468298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Checking segment: {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:01:24.468705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Network hostable DHCP agents. Network: 50c17825-16ec-4dd2-8c4b-fa42de6caf60, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 11:01:24.492372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 11:01:24.500963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 50c17825-16ec-4dd2-8c4b-fa42de6caf60) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:01:24.511711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5c0ae2-9bd3-40cb-a6f9-e4d7f58efc73 None None] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:01:24.513547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:24.514367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:24.533572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65acc1aa-2569-4724-b1ec-8d970378704e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:24.543357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:24.558695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:24.558695 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2390f03b-fde8-45ae-a581-aef47246ae54 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/65acc1aa-2569-4724-b1ec-8d970378704e HTTP/1.1" status: 204 len: 168 time: 0.9301116 Nov 24 11:01:24.558695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 40524) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:24.560029 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3b71aa11-1a8a-48df-9012-16449c7570d3 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9720070 Nov 24 11:01:24.684768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:24.761884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fb58f-f444-4f43-b6ba-47719381844e None None] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:01:24.879890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.054184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623e3f91-c502-4eea-ab9c-3d450be640ed']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:01:25.074218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e57cf61-2281-4bab-bb4e-cc22b38aa023') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:01:25.074487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e57cf61-2281-4bab-bb4e-cc22b38aa023') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:01:25.090437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.117897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd44d97-349a-4cca-87f4-d538a907a424 req-44bfa522-e0fd-4d02-9092-17bb77826ce3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:25.119506 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2bd44d97-349a-4cca-87f4-d538a907a424 req-44bfa522-e0fd-4d02-9092-17bb77826ce3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1653380 Nov 24 11:01:25.120489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.122619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:01:25.350225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Network 623e3f91-c502-4eea-ab9c-3d450be640ed has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:01:25.359854 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2bd44d97-349a-4cca-87f4-d538a907a424 req-7f57aa9c-9499-4288-b42e-67176f560d29 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227926 Nov 24 11:01:25.361575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.538253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Network 623e3f91-c502-4eea-ab9c-3d450be640ed has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:01:25.564456 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:01:25.647302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.650871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:25.665081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.676583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Pushing event deleted for resources: {'Network': ['ID=623e3f91-c502-4eea-ab9c-3d450be640ed,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:25.680601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:25.686510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-531fb71d-944c-452c-96c7-8221995fb986 admin admin] 10.222.0.27 "DELETE /v2.0/networks/623e3f91-c502-4eea-ab9c-3d450be640ed HTTP/1.1" status: 204 len: 168 time: 1.1195974 Nov 24 11:01:25.831908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40544) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:25.885665 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-34b0d63d-24d7-4282-8aaa-4f75e784433e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b86be1e170cf4299be9e80ec860d3f32&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0523860 Nov 24 11:01:25.888046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 40548) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:01:25.948586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:25.975443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:26.022191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:26.027179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-29ba64f5-591e-4369-8a3a-a926fef03030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:26.041662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c50d83-66a8-4848-9209-9899835659a7,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:26.044340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:26.052659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:26.055110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a4c50d83-66a8-4848-9209-9899835659a7 HTTP/1.1" status: 204 len: 168 time: 0.1655777 Nov 24 11:01:26.587646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026af96d-c9bb-4910-8723-f8d1850b7d81 req-9708c671-da73-4578-86e1-8a0f9ea91c43 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:26.589353 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-026af96d-c9bb-4910-8723-f8d1850b7d81 req-9708c671-da73-4578-86e1-8a0f9ea91c43 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0894380 Nov 24 11:01:26.638691 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-026af96d-c9bb-4910-8723-f8d1850b7d81 req-f1b374c2-db63-4ce3-aaa0-d6453eefac74 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Nov 24 11:01:26.779908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-2632d26e-abe2-437c-9ec7-37e5b8df613f tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:26.781426 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-2632d26e-abe2-437c-9ec7-37e5b8df613f tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/networks?id=50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 200 len: 809 time: 0.1546090 Nov 24 11:01:26.798776 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-c9f27f57-14cc-4914-880d-d7cd3bf46f09 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/quotas/a1fdfc2f7b7d4415a249d71d4b7d84bc HTTP/1.1" status: 200 len: 375 time: 0.0114212 Nov 24 11:01:26.849784 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-dd87b899-33d5-4c7d-a786-250f458f1f0d tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450683 Nov 24 11:01:27.114854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:27.129607 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-35cdaaab-4ba8-45d1-9950-144be1807149 service neutron] 10.222.0.27 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722499 Nov 24 11:01:27.271930 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-df34e2e3-cb84-48e9-83ac-6ea1eafd8e68 service neutron] 10.222.0.27 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349759 Nov 24 11:01:27.471955 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b99e26f-d18a-46c0-abaa-6650726c8ccf req-eb440546-0b2c-4dfa-b363-b42098965c02 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 210 time: 0.0462954 Nov 24 11:01:27.639222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f875700a-5c86-47b7-aa32-7059e28d7c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:27.857226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbaed0-8734-407e-9bd0-43e739714fcc req-a8ff41dd-4834-4c9d-934c-eb379699589d tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:27.858860 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c5cbaed0-8734-407e-9bd0-43e739714fcc req-a8ff41dd-4834-4c9d-934c-eb379699589d tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0905395 Nov 24 11:01:27.913953 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c5cbaed0-8734-407e-9bd0-43e739714fcc req-7d3f786d-c45c-46f1-9d65-c68a7471dfdb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484540 Nov 24 11:01:28.648100 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bd84f26a-2ba8-445c-add7-e2ed3261e5ed req-30e882e5-1477-4317-a7a7-d089b63ec087 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 210 time: 0.0459101 Nov 24 11:01:28.921251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-fe46ca6a-6362-490d-9716-0dd878f7cdaa tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:28.921927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-fe46ca6a-6362-490d-9716-0dd878f7cdaa tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Synchronizing usage tracker for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:network {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:01:28.937687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-fe46ca6a-6362-490d-9716-0dd878f7cdaa tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Unset dirty status for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:network {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:01:28.938928 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-fe46ca6a-6362-490d-9716-0dd878f7cdaa tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "GET /v2.0/networks?id=50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 200 len: 809 time: 0.1709621 Nov 24 11:01:28.966332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Request body: {'port': {'device_id': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60', 'admin_state_up': True, 'tenant_id': 'a1fdfc2f7b7d4415a249d71d4b7d84bc'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:01:29.177323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:29.184398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Usage tracker for resource:port and tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:01:29.187440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Quota usage for port was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:01:29.199281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe2f9c-470a-4666-bd7c-81bc8be60039 req-49a27c37-1783-47af-8d3f-7aaf73c8f8a4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:29.200905 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3fe2f9c-470a-4666-bd7c-81bc8be60039 req-49a27c37-1783-47af-8d3f-7aaf73c8f8a4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1513565 Nov 24 11:01:29.201814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:29.230158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Made reservation on behalf of a1fdfc2f7b7d4415a249d71d4b7d84bc for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:01:29.235587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:29.292495 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3fe2f9c-470a-4666-bd7c-81bc8be60039 req-17738bc5-92ab-470d-8649-456313df03a0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839596 Nov 24 11:01:29.564243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Allocated IP 172.20.0.10 (50c17825-16ec-4dd2-8c4b-fa42de6caf60/7226679a-d231-4c7d-8e84-abc5e79a80f0/3baf174b-e5ba-48f2-908d-09cf9364a289) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:01:29.780078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:29.791754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d0155888-0c74-4be5-8bc3-2c957b6662ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:29.807896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:29.825573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f5a8032a-11b6-4183-a94e-41bee776edcb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:29.866281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838b4cd-53b7-4936-ab00-48cef7e3a09e req-17bb9f48-f43d-47ec-93cb-7fb107b57d62 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:29.867916 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b838b4cd-53b7-4936-ab00-48cef7e3a09e req-17bb9f48-f43d-47ec-93cb-7fb107b57d62 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 932 time: 0.0893824 Nov 24 11:01:29.916863 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b838b4cd-53b7-4936-ab00-48cef7e3a09e req-dddc225b-7af2-45b1-b89b-db9cf3e4e3c2 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Nov 24 11:01:29.963969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Pushing event updated for resources: {'Port': ['ID=3baf174b-e5ba-48f2-908d-09cf9364a289,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:29.967454 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:30.020256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:01:30.021437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:01:30.024310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:01:30.086382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:30.086963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:30.106273 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1450419 Nov 24 11:01:30.201345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Request body: {'port': {'device_id': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:01:30.319750 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:30.488593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:30.520149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086afb6-456b-4303-9bf2-b1f6783465c3 req-cdaf0abf-7de8-424a-941d-65811f56797e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:30.521814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f086afb6-456b-4303-9bf2-b1f6783465c3 req-cdaf0abf-7de8-424a-941d-65811f56797e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0973377 Nov 24 11:01:30.570347 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f086afb6-456b-4303-9bf2-b1f6783465c3 req-52654145-ae81-4665-8107-f4f1f9495be8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421433 Nov 24 11:01:30.952481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baf174b-e5ba-48f2-908d-09cf9364a289 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:01:30.960146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:30.972709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Transition to ACTIVE for port object 3baf174b-e5ba-48f2-908d-09cf9364a289 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:01:30.976203 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:30.991993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8876350c-9fa4-48d9-b92b-1ce4015bb8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:31.191134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf174b-e5ba-48f2-908d-09cf9364a289,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:31.196924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:31.250871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-12603f22-cb97-43ee-ad66-af4e21095ab9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:31.251565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-12603f22-cb97-43ee-ad66-af4e21095ab9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Synchronizing usage tracker for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:01:31.330812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-12603f22-cb97-43ee-ad66-af4e21095ab9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Unset dirty status for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:01:31.332116 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-12603f22-cb97-43ee-ad66-af4e21095ab9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.2569964 Nov 24 11:01:31.375461 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:31.442472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-0c104efd-2eb1-4fa2-9e81-15e677e15c25 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Synchronizing usage tracker for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:01:31.446687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Attempting to bind port 3baf174b-e5ba-48f2-908d-09cf9364a289 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:01:31.447071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Attempting to bind port 3baf174b-e5ba-48f2-908d-09cf9364a289 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:01:31.447448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Attempting to bind port 3baf174b-e5ba-48f2-908d-09cf9364a289 on network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:01:31.462662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:01:31.463048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Checking segment: {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:01:31.463460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:31.463864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Bound using segment: {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:01:31.464372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Bound port: 3baf174b-e5ba-48f2-908d-09cf9364a289, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:01:31.464774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:31.484300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-0c104efd-2eb1-4fa2-9e81-15e677e15c25 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Unset dirty status for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:01:31.485572 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f2d0f39-aa89-453a-8a10-22f101e26e99 req-0c104efd-2eb1-4fa2-9e81-15e677e15c25 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196780 Nov 24 11:01:31.561799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] For port 3baf174b-e5ba-48f2-908d-09cf9364a289, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:01:31.565060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] For port 3baf174b-e5ba-48f2-908d-09cf9364a289, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3baf174b-e5ba-48f2-908d-09cf9364a289,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:01:31.569367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:31.585414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:31.786932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf174b-e5ba-48f2-908d-09cf9364a289,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:31.792529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:31.853323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8265839-b544-4fe0-8867-8b642983a407 req-347c690e-7564-4e81-ad99-38dfb573a33e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:31.854960 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b8265839-b544-4fe0-8867-8b642983a407 req-347c690e-7564-4e81-ad99-38dfb573a33e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1518025 Nov 24 11:01:31.856090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:31.856818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:31.858205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] 10.222.0.57 "PUT /v2.0/ports/3baf174b-e5ba-48f2-908d-09cf9364a289 HTTP/1.1" status: 200 len: 1158 time: 1.7366779 Nov 24 11:01:31.858741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:01:31.910965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b8265839-b544-4fe0-8867-8b642983a407 req-b5108be4-6be9-4dea-96da-911df793146a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466652 Nov 24 11:01:31.992422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-81df23ac-1dd8-4fcf-918b-e550e0c3008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:31.994187 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-81df23ac-1dd8-4fcf-918b-e550e0c3008e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 1161 time: 0.0816822 Nov 24 11:01:32.074462 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-0b291642-6400-4fbe-98c4-d02c0a23e707 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3baf174b-e5ba-48f2-908d-09cf9364a289 HTTP/1.1" status: 200 len: 217 time: 0.0670500 Nov 24 11:01:32.123631 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289', 'status': 'completed', 'code': 200} Nov 24 11:01:32.148693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-7fecdd0e-7696-4f61-9795-5a08aa528d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:32.150239 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-7fecdd0e-7696-4f61-9795-5a08aa528d15 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7226679a-d231-4c7d-8e84-abc5e79a80f0 HTTP/1.1" status: 200 len: 849 time: 0.0691030 Nov 24 11:01:32.201266 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-81b343a4-f10a-4b44-a221-b2687c96dbd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50c17825-16ec-4dd2-8c4b-fa42de6caf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431747 Nov 24 11:01:32.226155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:32.344906 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-7b127159-b6db-4608-9407-f7e702801a4f service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368263 Nov 24 11:01:32.487706 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51be614b-f2b4-4454-bdf7-4b5738ed9c65 req-89f792d4-5060-44bb-8666-0b1ec095b0bb service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362283 Nov 24 11:01:32.736556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95cf17-593e-4080-8feb-ffdfb796a1a9 req-f29cfd10-0477-4408-bff9-656f494cf261 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:32.738182 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cb95cf17-593e-4080-8feb-ffdfb796a1a9 req-f29cfd10-0477-4408-bff9-656f494cf261 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.1159642 Nov 24 11:01:32.741059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-d20e573f-bbc0-4422-9f78-ff60ff73234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:32.742568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-d20e573f-bbc0-4422-9f78-ff60ff73234a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 1161 time: 0.1537280 Nov 24 11:01:32.882345 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cb95cf17-593e-4080-8feb-ffdfb796a1a9 req-d614c3ab-ae21-4041-b729-76ec5ac4bda4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378691 Nov 24 11:01:32.918668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-b2bd8aff-16ba-409f-a6b8-754bd5a98b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:32.920256 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-b2bd8aff-16ba-409f-a6b8-754bd5a98b31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 200 len: 903 time: 0.1610849 Nov 24 11:01:32.996825 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-2f606760-6459-4e58-baad-402cd2ecb267 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3baf174b-e5ba-48f2-908d-09cf9364a289 HTTP/1.1" status: 200 len: 217 time: 0.0677791 Nov 24 11:01:33.118281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-aa56efb7-1051-4ed6-a231-9e7ded1a54de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:33.119887 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-aa56efb7-1051-4ed6-a231-9e7ded1a54de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7226679a-d231-4c7d-8e84-abc5e79a80f0 HTTP/1.1" status: 200 len: 849 time: 0.1168849 Nov 24 11:01:33.149316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402763c-9f37-48e8-b75e-1d5ad8b3b3e8 req-eb07aa91-ce69-406b-8877-20cbd65c30e6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:33.150765 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a402763c-9f37-48e8-b75e-1d5ad8b3b3e8 req-eb07aa91-ce69-406b-8877-20cbd65c30e6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1097629 Nov 24 11:01:33.208148 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-fd6dda3c-9909-4376-a79d-c7b43568754a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50c17825-16ec-4dd2-8c4b-fa42de6caf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656347 Nov 24 11:01:33.326668 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a402763c-9f37-48e8-b75e-1d5ad8b3b3e8 req-5f49d253-79c9-4242-b0c5-6b426bf2ad19 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437123 Nov 24 11:01:33.374868 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-a030e290-0178-41ef-8c7f-d768667b8e41 service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524675 Nov 24 11:01:33.517980 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba161e0f-82f5-4d45-91cf-c06ef09c6559 req-2b70d604-0f59-42f8-b632-8673967a844a service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351140 Nov 24 11:01:34.093334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58acb70-0534-4506-83c5-e8f42b390b36 req-c9505611-92ef-42b9-ab0c-79c8251bebb9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:34.094981 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d58acb70-0534-4506-83c5-e8f42b390b36 req-c9505611-92ef-42b9-ab0c-79c8251bebb9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.0834913 Nov 24 11:01:34.148047 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d58acb70-0534-4506-83c5-e8f42b390b36 req-f51d07c5-d995-4852-91ad-c9e382f00947 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Nov 24 11:01:34.284941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:01:34.355071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:01:34.355501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:34.551747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2482a-eebb-40ca-a52f-bb69b8a06c03 req-87f53889-129f-4c2b-a6aa-f916f6770928 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:34.553310 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-10f2482a-eebb-40ca-a52f-bb69b8a06c03 req-87f53889-129f-4c2b-a6aa-f916f6770928 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0932083 Nov 24 11:01:34.601049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-10f2482a-eebb-40ca-a52f-bb69b8a06c03 req-3dcc43de-1b1f-48af-9247-76f2e8845387 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413454 Nov 24 11:01:35.367990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17480a5-9f42-4c7e-a9db-9100f3551fa0 req-86423544-45f6-4400-b771-d07a2cf67494 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:35.369653 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a17480a5-9f42-4c7e-a9db-9100f3551fa0 req-86423544-45f6-4400-b771-d07a2cf67494 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.0872562 Nov 24 11:01:35.423110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a17480a5-9f42-4c7e-a9db-9100f3551fa0 req-29fff28f-f59e-4677-9858-019752020e95 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471308 Nov 24 11:01:35.816750 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74ce26-e467-46d1-989d-b64b906dbe53 req-5e21a19d-a043-4a3a-97d3-7b55a86242b9 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:35.818351 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7c74ce26-e467-46d1-989d-b64b906dbe53 req-5e21a19d-a043-4a3a-97d3-7b55a86242b9 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0866857 Nov 24 11:01:35.866675 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7c74ce26-e467-46d1-989d-b64b906dbe53 req-ccec7486-c766-4e34-9742-cf7eea124615 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414894 Nov 24 11:01:36.641099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea9ced-dd29-41b3-ab69-21134458aa0d req-3f4efb54-0d55-4358-bd86-b698069342b5 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:36.642718 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d8ea9ced-dd29-41b3-ab69-21134458aa0d req-3f4efb54-0d55-4358-bd86-b698069342b5 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.0824711 Nov 24 11:01:36.691006 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d8ea9ced-dd29-41b3-ab69-21134458aa0d req-9e04650d-3eb3-46f4-ae54-48b3af46daa9 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Nov 24 11:01:37.077648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6ac26-c929-4c79-bda1-ec4f468ce1c9 req-b6b9ae2e-b784-40d9-9ab1-e9e966f6fade tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:37.079266 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9c6ac26-c929-4c79-bda1-ec4f468ce1c9 req-b6b9ae2e-b784-40d9-9ab1-e9e966f6fade tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0827088 Nov 24 11:01:37.126883 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9c6ac26-c929-4c79-bda1-ec4f468ce1c9 req-d1b9c99c-dada-4129-adaf-70d147f17cd8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 Nov 24 11:01:37.779986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706314f-2f92-4367-b7cd-38c4436e4b74 req-edc71588-0196-41df-8a65-2ddf511d04d2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:37.781645 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a706314f-2f92-4367-b7cd-38c4436e4b74 req-edc71588-0196-41df-8a65-2ddf511d04d2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.3576982 Nov 24 11:01:37.837104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-c5b6b56d-c759-4639-bada-8e7041ef90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:37.838739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-c5b6b56d-c759-4639-bada-8e7041ef90c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1163 time: 0.3475952 Nov 24 11:01:37.846800 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a706314f-2f92-4367-b7cd-38c4436e4b74 req-d23d3506-b96f-478f-b380-61043baf1567 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559030 Nov 24 11:01:37.952213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacf734-5d2a-4e59-b8d7-c85452938a13 req-97fbf1b9-f33d-4d64-89c9-128b0d3d12bd tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:37.953861 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfacf734-5d2a-4e59-b8d7-c85452938a13 req-97fbf1b9-f33d-4d64-89c9-128b0d3d12bd tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.1059442 Nov 24 11:01:37.985109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-7cf09043-7d41-4688-8a2f-9af5b0c46a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:37.986748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-7cf09043-7d41-4688-8a2f-9af5b0c46a64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1390600 Nov 24 11:01:38.002848 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfacf734-5d2a-4e59-b8d7-c85452938a13 req-73a5982b-d013-4719-b8cf-3d2db0ffc0ad tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Nov 24 11:01:38.096981 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-ce82016e-68b2-48c2-a32d-969d17c7b977 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 1001 time: 0.1026938 Nov 24 11:01:38.169733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-a26ce98b-7216-4843-be45-560bd3e53b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:38.171270 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-a26ce98b-7216-4843-be45-560bd3e53b8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0666237 Nov 24 11:01:38.249934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-b930705e-fa82-4016-8fcc-ec9ad736da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:38.251572 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-b930705e-fa82-4016-8fcc-ec9ad736da63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738919 Nov 24 11:01:38.379669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.objects.ports [None req-b54a4533-f779-4dc4-8096-ff575ff33a3a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80318) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 24 11:01:38.397951 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-dc78bd1b-5f09-42f9-b8ff-55b8c9b26348 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392548 Nov 24 11:01:38.547392 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-832fce1e-9dc2-4d88-b98c-129a0d065abd req-1df0af98-6d0a-4772-8922-3f35cb4a65a2 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421010 Nov 24 11:01:39.090937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7ccc-ae6e-4512-ac52-9a06dab51035 req-fd16c81c-7b96-401e-870c-f628ad0b1f9a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:39.092624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6d0a7ccc-ae6e-4512-ac52-9a06dab51035 req-fd16c81c-7b96-401e-870c-f628ad0b1f9a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0837898 Nov 24 11:01:39.145771 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6d0a7ccc-ae6e-4512-ac52-9a06dab51035 req-e7bc1c61-929f-4778-ac6a-91d57adb7b8c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468249 Nov 24 11:01:39.215584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732c3fa-955a-4cdd-9bdf-3c658ec509a2 req-4b278019-e1be-416e-81a8-4d42a8071ff1 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:39.217233 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c732c3fa-955a-4cdd-9bdf-3c658ec509a2 req-4b278019-e1be-416e-81a8-4d42a8071ff1 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.0814230 Nov 24 11:01:39.269862 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c732c3fa-955a-4cdd-9bdf-3c658ec509a2 req-0e020f39-da33-43f2-ab48-664b5b84d3ed tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 Nov 24 11:01:39.446798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3baf174b-e5ba-48f2-908d-09cf9364a289 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:01:39.516557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 3baf174b-e5ba-48f2-908d-09cf9364a289 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:01:39.521314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3baf174b-e5ba-48f2-908d-09cf9364a289 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:01:39.521759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:39.639368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:39.666982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:01:39.677111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 3baf174b-e5ba-48f2-908d-09cf9364a289, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3baf174b-e5ba-48f2-908d-09cf9364a289,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:01:39.680668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:39.681568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:01:39.710249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:39.804145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=3baf174b-e5ba-48f2-908d-09cf9364a289,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:39.817408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.817807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.818193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.819105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.819482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.819858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.820230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.820631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.821011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.821382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.821747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.822134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.822573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.822928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.823313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.823665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.824032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.824422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.824788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.825154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.825517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.825880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.826246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.826622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:01:39.831731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:39.838476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 99745392-f4b5-466f-a948-dc72f6a284f0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:01:39.838756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:39.868112 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289', 'code': 200} Nov 24 11:01:40.164431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f73c6-1f40-4714-8e33-ffb0b1b4579a req-d35c4bc7-d8fc-4110-ace6-aa6aa414c620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:40.166033 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e96f73c6-1f40-4714-8e33-ffb0b1b4579a req-d35c4bc7-d8fc-4110-ace6-aa6aa414c620 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 1163 time: 0.0734568 Nov 24 11:01:40.211947 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e96f73c6-1f40-4714-8e33-ffb0b1b4579a req-8214df89-6c94-43f1-911a-7dd5db42cdcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Nov 24 11:01:40.358868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3baf174b-e5ba-48f2-908d-09cf9364a289 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:01:40.364539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba46c-2184-4edd-8f62-0bed1f8f2be5 req-de45a735-b2cf-43a1-a413-82459737ca8e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:40.366767 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2f9ba46c-2184-4edd-8f62-0bed1f8f2be5 req-de45a735-b2cf-43a1-a413-82459737ca8e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0865612 Nov 24 11:01:40.417400 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2f9ba46c-2184-4edd-8f62-0bed1f8f2be5 req-8a65c65e-f458-4924-9adb-98ec3357ae80 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 Nov 24 11:01:40.435147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 3baf174b-e5ba-48f2-908d-09cf9364a289 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:01:40.435697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:40.487492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202b05e-3e55-4b0c-a999-9aab3b1bdd0e req-2488d464-a11e-41c2-8483-d7cfa7ffe6f7 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:40.489142 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c202b05e-3e55-4b0c-a999-9aab3b1bdd0e req-2488d464-a11e-41c2-8483-d7cfa7ffe6f7 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 946 time: 0.0879714 Nov 24 11:01:40.544910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c202b05e-3e55-4b0c-a999-9aab3b1bdd0e req-fad443c9-3c63-4abe-8b2f-3be76022c494 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Nov 24 11:01:41.758388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902df4f-ba04-4c95-855a-a35cfffa2fc0 req-93ae2233-2fea-4397-8d8a-74ac2fadd6dd tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:41.760024 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4902df4f-ba04-4c95-855a-a35cfffa2fc0 req-93ae2233-2fea-4397-8d8a-74ac2fadd6dd tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 946 time: 0.0860906 Nov 24 11:01:41.809514 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4902df4f-ba04-4c95-855a-a35cfffa2fc0 req-a5a51c56-2a9e-44f5-9e64-d34a07eaf7c6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Nov 24 11:01:43.028831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf9bcb-eed4-46cf-ae80-076697197960 req-9252dd61-621b-403c-b00c-ce4fa62a2cc4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:43.030435 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51bf9bcb-eed4-46cf-ae80-076697197960 req-9252dd61-621b-403c-b00c-ce4fa62a2cc4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 946 time: 0.0860257 Nov 24 11:01:43.078620 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-51bf9bcb-eed4-46cf-ae80-076697197960 req-7fed0865-c84f-44b3-8532-5a3a1ea4a278 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Nov 24 11:01:43.875327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:01:44.235273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a28cef-1da2-4fb3-8c8f-65d6cd265a17 req-81db6b21-9fa0-4779-bde2-4ee8aa4bafb6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:44.236939 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-74a28cef-1da2-4fb3-8c8f-65d6cd265a17 req-81db6b21-9fa0-4779-bde2-4ee8aa4bafb6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 946 time: 0.0866585 Nov 24 11:01:44.287746 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-74a28cef-1da2-4fb3-8c8f-65d6cd265a17 req-2600f059-d306-404d-9630-6d07840c74b4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442352 Nov 24 11:01:45.053640 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-0e979903-5f72-4b18-a12e-09af3e044a3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0730090 Nov 24 11:01:45.223975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-47568e98-9c6a-47d5-a110-6b6b7534c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:45.226249 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-47568e98-9c6a-47d5-a110-6b6b7534c9fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1163 time: 0.0784776 Nov 24 11:01:45.387141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-12761eb0-f80a-48a1-9eed-0b6e336e813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:45.388813 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-12761eb0-f80a-48a1-9eed-0b6e336e813f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1410074 Nov 24 11:01:45.500355 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-f8631fd5-f64e-41ba-a8ec-a9c9523869df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 1001 time: 0.1028004 Nov 24 11:01:45.500602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f72ba-0c42-462c-9347-15d5929ea491 req-56529232-1356-44c3-9712-ba7907e2059a tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:45.502016 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b4f72ba-0c42-462c-9347-15d5929ea491 req-56529232-1356-44c3-9712-ba7907e2059a tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 946 time: 0.0848038 Nov 24 11:01:45.552605 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b4f72ba-0c42-462c-9347-15d5929ea491 req-a91348e5-45c4-4009-be0a-86b57a1bf8e8 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Nov 24 11:01:45.575505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-ad8929ce-db13-436c-a90a-6fde7a2c83df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:45.577180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-ad8929ce-db13-436c-a90a-6fde7a2c83df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0663230 Nov 24 11:01:45.656608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-9be0f83d-7d89-4b5b-9309-00fde17fb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:45.658076 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-9be0f83d-7d89-4b5b-9309-00fde17fb477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728335 Nov 24 11:01:45.799477 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-0603bf82-cdcc-44e9-a2b3-9927f1610247 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339424 Nov 24 11:01:45.941537 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c412e1b5-a64d-491b-bc9e-675cd9ab0e67 req-d635a4ef-500c-4813-a351-e975f3972c7e service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356466 Nov 24 11:01:46.129186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-32a99b45-cac9-47f0-9339-c30d5769d61d tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:46.131404 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-32a99b45-cac9-47f0-9339-c30d5769d61d tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 946 time: 0.0862613 Nov 24 11:01:46.208752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Deleting port 3baf174b-e5ba-48f2-908d-09cf9364a289 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:01:46.209159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:46.252675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 3baf174b-e5ba-48f2-908d-09cf9364a289 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:01:46.373440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:46.401847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:01:46.413074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 3baf174b-e5ba-48f2-908d-09cf9364a289, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3baf174b-e5ba-48f2-908d-09cf9364a289,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:01:46.418322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:46.420208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:46.470149 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289', 'code': 200} Nov 24 11:01:46.484559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] For port 3baf174b-e5ba-48f2-908d-09cf9364a289, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3baf174b-e5ba-48f2-908d-09cf9364a289,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:01:46.484976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:46.498310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=3baf174b-e5ba-48f2-908d-09cf9364a289,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:46.501669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:46.621379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Calling delete_port for 3baf174b-e5ba-48f2-908d-09cf9364a289 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:01:46.752241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:01:46.752575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:01:46.783689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbd528-5383-4843-bd1c-b7148f95748b req-f6149b73-6e4b-4dec-ae61-64c151cfdbc1 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:46.785348 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4bbbd528-5383-4843-bd1c-b7148f95748b req-f6149b73-6e4b-4dec-ae61-64c151cfdbc1 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 944 time: 0.0884054 Nov 24 11:01:46.837062 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4bbbd528-5383-4843-bd1c-b7148f95748b req-7294f0d5-c253-4ae9-a63f-946856d70ecf tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Nov 24 11:01:47.253779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Deleting port 3baf174b-e5ba-48f2-908d-09cf9364a289 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:01:47.254178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:47.508244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] For port 3baf174b-e5ba-48f2-908d-09cf9364a289, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=3baf174b-e5ba-48f2-908d-09cf9364a289,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:01:47.508854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:47.634774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Calling delete_port for 3baf174b-e5ba-48f2-908d-09cf9364a289 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:01:47.780191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:47.797158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:48.153134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Pushing event deleted for resources: {'Port': ['ID=3baf174b-e5ba-48f2-908d-09cf9364a289,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:48.156307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:48.172298 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d3194142-34b7-4660-841b-5957d3fab7fc req-1d99ef85-a0e1-4f76-b74e-ab14155e9c61 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=3fd827b3-8b78-4faa-ac39-bbac6aa1e247 HTTP/1.1" status: 200 len: 210 time: 0.0720158 Nov 24 11:01:48.273198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] No DVR routers for this DVR port 3baf174b-e5ba-48f2-908d-09cf9364a289 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:01:48.275552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:48.278420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'name': 'network-vif-deleted', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:01:48.296107 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6635646f-793f-4b8f-b8fb-e09d61e18f23 req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "DELETE /v2.0/ports/3baf174b-e5ba-48f2-908d-09cf9364a289 HTTP/1.1" status: 204 len: 173 time: 2.1541996 Nov 24 11:01:48.343935 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd827b3-8b78-4faa-ac39-bbac6aa1e247', 'name': 'network-vif-deleted', 'tag': '3baf174b-e5ba-48f2-908d-09cf9364a289', 'status': 'completed', 'code': 200} Nov 24 11:01:49.608337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-766a521b-823d-48fd-9ad0-c36f5effc8d5 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:49.610527 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-766a521b-823d-48fd-9ad0-c36f5effc8d5 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/networks?id=50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 200 len: 809 time: 0.1743124 Nov 24 11:01:49.628801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-9bf60604-b451-4803-8a0f-efce42bae081 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/quotas/a1fdfc2f7b7d4415a249d71d4b7d84bc HTTP/1.1" status: 200 len: 375 time: 0.0116191 Nov 24 11:01:49.682760 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-b37aec71-a3ef-40b3-b233-bd7015df79ab tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476565 Nov 24 11:01:49.827807 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-3f2e1534-f7ac-41b9-9ee5-f89a6158bd47 service neutron] 10.222.0.27 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375554 Nov 24 11:01:49.972902 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-5ad18e77-e162-41b8-88c8-809ebb90b1a8 service neutron] 10.222.0.27 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386080 Nov 24 11:01:50.187521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d879d784-a3b2-4c10-9d9a-43cee9fcbcbf req-e1531906-a52b-428b-b615-86c6414fe976 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Synchronizing usage tracker for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:01:50.203550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d879d784-a3b2-4c10-9d9a-43cee9fcbcbf req-e1531906-a52b-428b-b615-86c6414fe976 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Unset dirty status for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:01:50.204891 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d879d784-a3b2-4c10-9d9a-43cee9fcbcbf req-e1531906-a52b-428b-b615-86c6414fe976 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 210 time: 0.0640724 Nov 24 11:01:51.408627 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-07330c80-6afc-487a-a765-342302d8133a req-b88c46c0-71f8-4788-835c-87adca94b68b tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 210 time: 0.0663688 Nov 24 11:01:51.435736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-20c831a3-5a9a-4c24-a12f-6aec8f74ecb0 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:51.437338 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-20c831a3-5a9a-4c24-a12f-6aec8f74ecb0 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "GET /v2.0/networks?id=50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 200 len: 809 time: 0.2099991 Nov 24 11:01:51.477648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Request body: {'port': {'device_id': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60', 'admin_state_up': True, 'tenant_id': 'a1fdfc2f7b7d4415a249d71d4b7d84bc'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:01:51.620796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:01:51.630850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:01:51.639448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Made reservation on behalf of a1fdfc2f7b7d4415a249d71d4b7d84bc for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:01:51.645121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:51.947707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Allocated IP 172.20.0.6 (50c17825-16ec-4dd2-8c4b-fa42de6caf60/7226679a-d231-4c7d-8e84-abc5e79a80f0/fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:01:52.166334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:52.192257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:52.207475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:52.344757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Pushing event updated for resources: {'Port': ['ID=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:52.349973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:52.402845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:01:52.404003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:01:52.406276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:01:52.473221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:52.474002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:52.503219 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0299599 Nov 24 11:01:52.525715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Request body: {'port': {'device_id': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:01:52.713435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:52.739844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cecd48-90aa-4994-a98c-7671307aee96 req-c96faf35-b2c7-4da9-b4c2-413ed6db3f8b tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:52.740652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-36cecd48-90aa-4994-a98c-7671307aee96 req-c96faf35-b2c7-4da9-b4c2-413ed6db3f8b tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Synchronizing usage tracker for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:01:52.799326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-36cecd48-90aa-4994-a98c-7671307aee96 req-c96faf35-b2c7-4da9-b4c2-413ed6db3f8b tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Unset dirty status for tenant:a1fdfc2f7b7d4415a249d71d4b7d84bc on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:01:52.800631 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36cecd48-90aa-4994-a98c-7671307aee96 req-c96faf35-b2c7-4da9-b4c2-413ed6db3f8b tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 931 time: 0.2445085 Nov 24 11:01:52.952022 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-36cecd48-90aa-4994-a98c-7671307aee96 req-1d29c571-ad7f-4c56-856a-ac9dc6860880 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190815 Nov 24 11:01:53.184177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:01:53.191279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:53.203832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Transition to ACTIVE for port object fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:01:53.206484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:53.222294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fb49f64c-6e76-4168-a9bb-0b4ed765ea96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:53.354662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Pushing event updated for resources: {'Port': ['ID=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:53.359120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:53.544840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Attempting to bind port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:01:53.545450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Attempting to bind port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:01:53.545617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Attempting to bind port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 on network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:01:53.553095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:01:53.553478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Checking segment: {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:01:53.553891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:53.554295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Bound using segment: {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:01:53.554776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Bound port: fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8cbac3-0106-4554-94c5-abe9072187df', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '50c17825-16ec-4dd2-8c4b-fa42de6caf60'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:01:53.555156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:53.644817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] For port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:01:53.647998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] For port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:01:53.651221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:53.666278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-028cff63-bd49-42ab-8d24-14cca447dca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:53.816939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Pushing event updated for resources: {'Port': ['ID=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:53.821641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:53.855745 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:53.856476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:53.857984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] 10.222.0.57 "PUT /v2.0/ports/fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 HTTP/1.1" status: 200 len: 1157 time: 1.3369625 Nov 24 11:01:53.858516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'tag': 'fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:01:53.918706 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'tag': 'fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720', 'status': 'completed', 'code': 200} Nov 24 11:01:54.010962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-b6e0ca6c-5828-41c8-aba7-89e4760f2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:54.012720 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-b6e0ca6c-5828-41c8-aba7-89e4760f2a13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 1160 time: 0.0758326 Nov 24 11:01:54.094314 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-7d3bc105-987e-4b17-b493-721605094397 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 HTTP/1.1" status: 200 len: 217 time: 0.0677404 Nov 24 11:01:54.166865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-70b92d49-ac3f-40b7-9412-824a21a70a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:54.167098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bfc2b-a18f-4ebd-a95f-31cb6b5746e9 req-f6d22c81-75ce-42e2-a2f5-21f33a5891f8 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:54.169141 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-70b92d49-ac3f-40b7-9412-824a21a70a9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7226679a-d231-4c7d-8e84-abc5e79a80f0 HTTP/1.1" status: 200 len: 849 time: 0.0678480 Nov 24 11:01:54.169291 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b19bfc2b-a18f-4ebd-a95f-31cb6b5746e9 req-f6d22c81-75ce-42e2-a2f5-21f33a5891f8 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 943 time: 0.0851684 Nov 24 11:01:54.217691 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b19bfc2b-a18f-4ebd-a95f-31cb6b5746e9 req-12247f94-794d-4376-92f3-f11175e778f8 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 Nov 24 11:01:54.221256 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-1f9a2a55-5279-46b0-baf4-bc7cdbeb3c33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50c17825-16ec-4dd2-8c4b-fa42de6caf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435503 Nov 24 11:01:54.378557 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-8c514a01-cd9c-4d30-9938-9d6f78e78bdf service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399634 Nov 24 11:01:54.523303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-179e6f96-e82c-4d5b-81da-ce81cba563ad req-206d3a59-f456-4373-9b56-79fbee30d993 service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373279 Nov 24 11:01:54.733998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-0c05a11c-c375-4b2b-a736-de147be80e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:54.735590 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-0c05a11c-c375-4b2b-a736-de147be80e3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 1160 time: 0.0767598 Nov 24 11:01:55.097886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-0760a098-eabf-4f02-a6c6-8af8a794438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:55.099406 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-0760a098-eabf-4f02-a6c6-8af8a794438d service neutron] 10.222.0.57 "GET /v2.0/networks?id=50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 200 len: 903 time: 0.3559978 Nov 24 11:01:55.179200 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-a9ecff60-a76a-4777-b299-6bd85ab91e2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 HTTP/1.1" status: 200 len: 217 time: 0.0653508 Nov 24 11:01:55.265645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-6b89430e-90c7-46cb-b2e2-694e6981f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:55.267422 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-6b89430e-90c7-46cb-b2e2-694e6981f1ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7226679a-d231-4c7d-8e84-abc5e79a80f0 HTTP/1.1" status: 200 len: 849 time: 0.0768626 Nov 24 11:01:55.321252 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-bb82b81b-d126-4e93-bd65-1e3df1a5e379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=50c17825-16ec-4dd2-8c4b-fa42de6caf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466018 Nov 24 11:01:55.443077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c837599-a28a-41d4-81de-40f8caf01f64 req-e356c119-23ea-43ec-8c74-5c0a91089578 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:55.444749 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9c837599-a28a-41d4-81de-40f8caf01f64 req-e356c119-23ea-43ec-8c74-5c0a91089578 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 943 time: 0.0901628 Nov 24 11:01:55.469175 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-3940ffe8-de30-4c66-81bc-2046e505a4d0 service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394801 Nov 24 11:01:55.494817 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9c837599-a28a-41d4-81de-40f8caf01f64 req-8c4000e6-3aa4-4225-8d83-8a9ff36366eb tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Nov 24 11:01:55.641248 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e3bf57ff-822c-4a38-ba0d-f1d40e7baf76 req-93370115-949a-4e67-8edb-617a90e479f3 service neutron] 10.222.0.57 "GET /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396537 Nov 24 11:01:56.713994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0e665-5d31-4a66-8f0e-43a542b4213e req-7164647f-b26c-4b67-bebe-5ee4dd308cde tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:56.715612 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6c0e665-5d31-4a66-8f0e-43a542b4213e req-7164647f-b26c-4b67-bebe-5ee4dd308cde tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 943 time: 0.0836053 Nov 24 11:01:56.763622 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6c0e665-5d31-4a66-8f0e-43a542b4213e req-a1936eda-91d1-4a5d-b065-4a9404b2ed67 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Nov 24 11:01:57.122463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:57.641530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4e1d5910-5539-4410-a665-5f37eb33a63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:57.975432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d50b5-3788-49dc-948d-1d4418ef9989 req-086a0e7c-dfd7-42b6-9add-f0cfaacc1491 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:57.977118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f86d50b5-3788-49dc-948d-1d4418ef9989 req-086a0e7c-dfd7-42b6-9add-f0cfaacc1491 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 943 time: 0.0864768 Nov 24 11:01:58.025223 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f86d50b5-3788-49dc-948d-1d4418ef9989 req-182b5b15-c43f-4aac-a52b-e4cbfc8f7019 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Nov 24 11:01:59.233645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd2645-42b5-41ff-aef8-ef65827888e7 req-852eee91-765e-414a-9c2d-0de6dbccd2e7 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:59.235290 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-07dd2645-42b5-41ff-aef8-ef65827888e7 req-852eee91-765e-414a-9c2d-0de6dbccd2e7 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 943 time: 0.0823760 Nov 24 11:01:59.291315 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-07dd2645-42b5-41ff-aef8-ef65827888e7 req-8600d208-727b-4330-896d-56c3f892d4c0 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496867 Nov 24 11:01:59.292727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:01:59.366279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:01:59.370977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:01:59.371393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:59.487183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:59.515280 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:01:59.525573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:01:59.528619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:59.530483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:01:59.583167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720', 'code': 200} Nov 24 11:01:59.597660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:01:59.600934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:01:59.794066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aaad19e5-dc6c-425c-a827-01766d7a6829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:01:59.863329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d6434-e5a2-4b30-bec9-a836dcad1183 req-376b3fb7-c5d5-4634-adb0-d2f1b1c1c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:01:59.865609 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b1d6434-e5a2-4b30-bec9-a836dcad1183 req-376b3fb7-c5d5-4634-adb0-d2f1b1c1c1fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 1162 time: 0.0805185 Nov 24 11:01:59.909332 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0b1d6434-e5a2-4b30-bec9-a836dcad1183 req-fa4baeb4-cc8a-4a73-ada1-048bfde9a276 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370021 Nov 24 11:02:00.490352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:00.504441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ac998-4741-44b6-a770-29f8872ac927 req-2734e9d9-cfcc-479d-a2e0-362e99237ce5 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:00.506611 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-257ac998-4741-44b6-a770-29f8872ac927 req-2734e9d9-cfcc-479d-a2e0-362e99237ce5 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 945 time: 0.0842605 Nov 24 11:02:00.554398 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-257ac998-4741-44b6-a770-29f8872ac927 req-826b6fa1-7699-4940-9633-1e5f8d36a092 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Nov 24 11:02:00.608096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:02:00.681760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:00.682180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:01.378449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:01.769000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588659d-ce17-4e70-9b9a-03576723b8fe req-5bb8db82-7a90-44c9-b9cc-cf21fd7bf1a6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:01.770666 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6588659d-ce17-4e70-9b9a-03576723b8fe req-5bb8db82-7a90-44c9-b9cc-cf21fd7bf1a6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 945 time: 0.0871687 Nov 24 11:02:01.820062 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6588659d-ce17-4e70-9b9a-03576723b8fe req-bcfb2621-419f-4c1c-b632-7efe574618c6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Nov 24 11:02:02.228134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:03.122571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae36eeb-fb6a-4769-a43e-43ed5d09764f req-8135e077-a3bb-465a-b448-ea178e843e83 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:03.124169 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6ae36eeb-fb6a-4769-a43e-43ed5d09764f req-8135e077-a3bb-465a-b448-ea178e843e83 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 945 time: 0.0828485 Nov 24 11:02:03.171391 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6ae36eeb-fb6a-4769-a43e-43ed5d09764f req-eba59a38-8708-404a-b0fc-ab2d2c6d7a15 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Nov 24 11:02:04.225941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-26c7a209-cfaa-4119-aacb-e71131b934b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:04.227559 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-26c7a209-cfaa-4119-aacb-e71131b934b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1203 time: 0.1479104 Nov 24 11:02:04.233889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13abe96-8f7e-4582-aa34-9c10d96852d8 req-2ef25c55-befe-4c1e-b061-86cf0f57b654 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:04.235404 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a13abe96-8f7e-4582-aa34-9c10d96852d8 req-2ef25c55-befe-4c1e-b061-86cf0f57b654 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.1213756 Nov 24 11:02:04.389902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5de90-51f5-4cf6-a5b5-dc0ca84e0ab9 req-0d2d60f3-1176-4c75-b704-6ecf672161f2 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:04.391528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ac5de90-51f5-4cf6-a5b5-dc0ca84e0ab9 req-0d2d60f3-1176-4c75-b704-6ecf672161f2 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 945 time: 0.0889971 Nov 24 11:02:04.429735 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a13abe96-8f7e-4582-aa34-9c10d96852d8 req-82a7b9dc-c1ea-4ec3-bcbc-56b50cad968a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1872928 Nov 24 11:02:04.441197 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ac5de90-51f5-4cf6-a5b5-dc0ca84e0ab9 req-304efc47-ddd7-416f-8f11-ae9920c71b5e tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Nov 24 11:02:04.467772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-477dc4a3-208c-4c48-ae47-5dddcb79575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:04.469465 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-477dc4a3-208c-4c48-ae47-5dddcb79575e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.2031341 Nov 24 11:02:04.579842 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-974d9d69-91bc-4466-83ac-f70d465f0d9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 1002 time: 0.1028085 Nov 24 11:02:04.700473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-64c97ecd-600c-4bd0-8f2f-d0cff3132c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:04.701999 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-64c97ecd-600c-4bd0-8f2f-d0cff3132c40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.0637405 Nov 24 11:02:04.782415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-8c04ceff-52cc-4d92-ba95-6157b9ae903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:04.783964 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-8c04ceff-52cc-4d92-ba95-6157b9ae903c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748546 Nov 24 11:02:04.927976 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-b5af8754-9121-49e4-95f0-753f93a027ec service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354849 Nov 24 11:02:05.037660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-466f001a-1081-4f56-bae3-77bf97d64bff tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:05.039255 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-466f001a-1081-4f56-bae3-77bf97d64bff tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 945 time: 0.0836749 Nov 24 11:02:05.091190 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad4166b0-2feb-45a3-8588-b9d008d50d3a req-cc2a6a89-206a-4c02-a1fc-a275e3127e11 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360118 Nov 24 11:02:05.121903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Deleting port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:02:05.122292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:05.375604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] For port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,segment=NetworkSegment(1d8cbac3-0106-4554-94c5-abe9072187df),segment_id=1d8cbac3-0106-4554-94c5-abe9072187df)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:02:05.376188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:05.503983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Calling delete_port for fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 owned by compute:nova {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:02:05.659136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee24d08-74aa-420c-9f53-7d7702fb86e7 req-edc5e4b6-2660-4ee2-9067-04b33d45ca94 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:05.660719 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee24d08-74aa-420c-9f53-7d7702fb86e7 req-edc5e4b6-2660-4ee2-9067-04b33d45ca94 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 945 time: 0.0849209 Nov 24 11:02:05.712167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee24d08-74aa-420c-9f53-7d7702fb86e7 req-65326c87-312d-49ff-bfc7-38b985ead249 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/security-groups?id=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Nov 24 11:02:05.915718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1626d-0c75-4178-95ba-3d3503fd36ec req-c5f0d08a-8429-41fe-8683-60b0da9fa485 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:05.917291 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22f1626d-0c75-4178-95ba-3d3503fd36ec req-c5f0d08a-8429-41fe-8683-60b0da9fa485 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.3519075 Nov 24 11:02:05.920130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:05.934998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5e6a2f5a-80ca-4f0e-a82c-96f527ff3fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:06.049559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Pushing event deleted for resources: {'Port': ['ID=fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:06.058079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:06.111755 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22f1626d-0c75-4178-95ba-3d3503fd36ec req-c947ed82-7590-4510-9bef-252c2e54166f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1398184 Nov 24 11:02:06.178539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] No DVR routers for this DVR port fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 on host hv-cinder-76377 {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:02:06.180599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:06.183290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'name': 'network-vif-deleted', 'tag': 'fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:02:06.198903 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-340ce95f-898d-4ebe-b652-2ec1be77afad req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.57 "DELETE /v2.0/ports/fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 HTTP/1.1" status: 204 len: 173 time: 1.1506529 Nov 24 11:02:06.335206 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd426659-5df7-4066-8eaa-b961291b6b97', 'name': 'network-vif-deleted', 'tag': 'fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720', 'status': 'completed', 'code': 200} Nov 24 11:02:06.535147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:02:06.570895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:02:06.571290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device fc61d7ab-7e2f-4dbf-a1a7-b71dd3497720 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:02:06.916250 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3f15d9b-57ee-42ed-bf98-7e789364257a req-e731be13-0559-4e4a-b0e0-2d3bf5fdb195 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] 10.222.0.27 "GET /v2.0/ports?device_id=cd426659-5df7-4066-8eaa-b961291b6b97 HTTP/1.1" status: 200 len: 210 time: 0.0525038 Nov 24 11:02:07.331562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f1979-0c72-42d9-a3c6-6c2d469272cf req-a3c18e7e-c645-46bd-8e90-3dd2218fd63d tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:07.333895 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d0f1979-0c72-42d9-a3c6-6c2d469272cf req-a3c18e7e-c645-46bd-8e90-3dd2218fd63d tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0898259 Nov 24 11:02:07.383897 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d0f1979-0c72-42d9-a3c6-6c2d469272cf req-cd380d37-6584-47da-b475-3f4df2b43c0f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436978 Nov 24 11:02:08.606908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b348c7c-43a4-4817-b8a8-9db890cff4ff req-91c9b22e-1a34-4e51-972a-19196f475171 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:08.608585 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1b348c7c-43a4-4817-b8a8-9db890cff4ff req-91c9b22e-1a34-4e51-972a-19196f475171 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0854363 Nov 24 11:02:08.665389 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1b348c7c-43a4-4817-b8a8-9db890cff4ff req-fa1c3186-b7b8-433c-9448-a881b380285b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0500846 Nov 24 11:02:09.932367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8658-ba16-40b9-8dd3-16e0a32daf29 req-e9b36004-db0d-4b3e-a18e-7fe9670e2571 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:09.933883 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dc9e8658-ba16-40b9-8dd3-16e0a32daf29 req-e9b36004-db0d-4b3e-a18e-7fe9670e2571 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0878823 Nov 24 11:02:09.984206 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dc9e8658-ba16-40b9-8dd3-16e0a32daf29 req-6cda3d43-8dea-4298-8d99-0073002d06f1 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0438635 Nov 24 11:02:11.192979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f9b71-8e7d-4d23-b8c6-f2a2b109c3fd req-2dff6503-e72b-4adb-9627-fd666a32ee7b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:11.194626 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-499f9b71-8e7d-4d23-b8c6-f2a2b109c3fd req-2dff6503-e72b-4adb-9627-fd666a32ee7b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0839689 Nov 24 11:02:11.244405 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-499f9b71-8e7d-4d23-b8c6-f2a2b109c3fd req-0de5b40a-dbbd-4987-b8cc-79b8b143c8e4 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0434620 Nov 24 11:02:12.461500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925268e-886e-4890-ad2b-91c2e413362a req-bfa163ce-f0d6-4ca7-b122-f2b705f5f760 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:12.463092 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f925268e-886e-4890-ad2b-91c2e413362a req-bfa163ce-f0d6-4ca7-b122-f2b705f5f760 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0873654 Nov 24 11:02:12.513278 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f925268e-886e-4890-ad2b-91c2e413362a req-ea389b65-8b19-4308-a424-b72b592859dc tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0438416 Nov 24 11:02:13.722554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fd054-5d99-438e-9a06-1f21585a7036 req-3be06cb9-646e-4b52-9a12-c84391def830 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:13.724161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-703fd054-5d99-438e-9a06-1f21585a7036 req-3be06cb9-646e-4b52-9a12-c84391def830 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0831611 Nov 24 11:02:13.777792 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-703fd054-5d99-438e-9a06-1f21585a7036 req-c44f455e-3d11-4cb5-adeb-b109b18841ec tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0466871 Nov 24 11:02:14.993044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151d6c4-eef5-49c8-8a45-90dc70da03d8 req-701701e1-5d78-4c6a-97fa-65946dbd8190 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:14.994746 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8151d6c4-eef5-49c8-8a45-90dc70da03d8 req-701701e1-5d78-4c6a-97fa-65946dbd8190 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0882075 Nov 24 11:02:15.046862 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8151d6c4-eef5-49c8-8a45-90dc70da03d8 req-6ea7384b-89dd-42db-bf5a-74b158f9bf4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0455544 Nov 24 11:02:16.295211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6db23-9a31-4266-a94a-4d9085873b43 req-f3a826ee-49e4-4d18-9f07-d45048749f50 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:16.303835 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-55a6db23-9a31-4266-a94a-4d9085873b43 req-f3a826ee-49e4-4d18-9f07-d45048749f50 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.1159720 Nov 24 11:02:16.354507 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-55a6db23-9a31-4266-a94a-4d9085873b43 req-6c4ce5c6-bf47-4563-9b81-16858c7cd3b3 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0496688 Nov 24 11:02:17.593062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ac951-5d7f-4cf3-b008-cf061a11d2d5 req-a9cac4c4-0cab-4064-a5fe-1e04f1b64d86 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:17.593903 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9f3ac951-5d7f-4cf3-b008-cf061a11d2d5 req-a9cac4c4-0cab-4064-a5fe-1e04f1b64d86 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0926003 Nov 24 11:02:17.650323 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9f3ac951-5d7f-4cf3-b008-cf061a11d2d5 req-f8fc60f5-b3a4-4c9c-b564-1c6e94a89dc2 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0489604 Nov 24 11:02:18.878010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957957f-682c-4853-b8b4-2b8508794401 req-c726aa67-39d2-4601-9739-9be66bfb959e tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:18.879573 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e957957f-682c-4853-b8b4-2b8508794401 req-c726aa67-39d2-4601-9739-9be66bfb959e tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0888338 Nov 24 11:02:18.934316 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e957957f-682c-4853-b8b4-2b8508794401 req-30440f91-b0da-4fe7-a8ff-556c8e9ff9ec tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0460296 Nov 24 11:02:20.183277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808153bc-f97c-4e22-a388-7761430b9c2d req-84e56dc3-ef4d-4ff6-83df-c00681420154 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:20.184965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-808153bc-f97c-4e22-a388-7761430b9c2d req-84e56dc3-ef4d-4ff6-83df-c00681420154 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.1129360 Nov 24 11:02:20.258702 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-808153bc-f97c-4e22-a388-7761430b9c2d req-f91939b9-e641-41bb-b3d2-dbe1e756c70d tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&id=b65d12a0-d5e3-4e86-808e-29da5bb831f1&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0670271 Nov 24 11:02:20.876699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:02:27.138736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:27.647150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae074-db1f-4f6f-b964-0a43b839a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:29.795495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4badaf8-34af-4584-9f7e-931a4db719f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:30.492330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:31.388441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:32.231630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:32.938968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41136) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:33.009908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Deleting subnet 7226679a-d231-4c7d-8e84-abc5e79a80f0 {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:02:33.012939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:33.064473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:33.125546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:33.377733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:33.393789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59306612-0f18-44c3-b7f2-4b5b38eeaa07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:33.700463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7226679a-d231-4c7d-8e84-abc5e79a80f0,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:33.727356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.727780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.728189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.728622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.729022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.729422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.729817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.730217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.730614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.731009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.731408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.731799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.732257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.732698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.733092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.733484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.733874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.734263 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.734653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.735039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.735427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.735813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.736203 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.736616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:33.748870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:33.767284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:33.773708 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-76c89152-a7cd-4ec4-940b-967614b98b0f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7226679a-d231-4c7d-8e84-abc5e79a80f0 HTTP/1.1" status: 204 len: 168 time: 0.8336246 Nov 24 11:02:33.776244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41148) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:33.894520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.094516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.211614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c17825-16ec-4dd2-8c4b-fa42de6caf60']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:34.224486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8cbac3-0106-4554-94c5-abe9072187df') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:34.224837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8cbac3-0106-4554-94c5-abe9072187df') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:34.236831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.252705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.254727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:02:34.438605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:02:34.448151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.626530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Network 50c17825-16ec-4dd2-8c4b-fa42de6caf60 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:02:34.649974 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:02:34.729407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.732882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:34.747067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:34.759008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c17825-16ec-4dd2-8c4b-fa42de6caf60,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:34.762452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:34.766997 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e5672a84-e09e-4b85-a6a1-ac0a407c27d5 admin admin] 10.222.0.27 "DELETE /v2.0/networks/50c17825-16ec-4dd2-8c4b-fa42de6caf60 HTTP/1.1" status: 204 len: 168 time: 0.9896982 Nov 24 11:02:34.978482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41158) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:35.031427 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-21d182e0-1a01-4856-8896-eb3404827894 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a1fdfc2f7b7d4415a249d71d4b7d84bc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0516524 Nov 24 11:02:35.033772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41162) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:35.099922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:35.128375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:35.180139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:35.185258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:35.199178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c6bb5e-b1df-4ca1-b2cb-14005ec6c614,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:35.201962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:35.208641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:35.210026 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/75c6bb5e-b1df-4ca1-b2cb-14005ec6c614 HTTP/1.1" status: 204 len: 168 time: 0.1752970 Nov 24 11:02:36.795632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae44e6-bc65-4462-af40-86e2049c9306 req-4b233392-014a-4c92-ae2f-0fdf54bcc45d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:36.797314 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-33ae44e6-bc65-4462-af40-86e2049c9306 req-4b233392-014a-4c92-ae2f-0fdf54bcc45d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0848370 Nov 24 11:02:36.868634 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-33ae44e6-bc65-4462-af40-86e2049c9306 req-a2301271-d06d-41dd-9ed0-dd15c84928f1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638831 Nov 24 11:02:38.104706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c538b7c-573c-47f4-a1a1-1a8328ebcbe5 req-55694122-e37c-4f0c-9c45-56cec730df96 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:38.106354 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2c538b7c-573c-47f4-a1a1-1a8328ebcbe5 req-55694122-e37c-4f0c-9c45-56cec730df96 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0844383 Nov 24 11:02:38.156243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2c538b7c-573c-47f4-a1a1-1a8328ebcbe5 req-9ac0daed-0107-4ac2-82d4-8157f08b8dd3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427823 Nov 24 11:02:39.383883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a550b-f470-4d5f-b571-ef6f0fee901c req-bee3a619-9def-4b95-8b83-2a29873e7001 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:39.385531 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8e0a550b-f470-4d5f-b571-ef6f0fee901c req-bee3a619-9def-4b95-8b83-2a29873e7001 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0851309 Nov 24 11:02:39.433162 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8e0a550b-f470-4d5f-b571-ef6f0fee901c req-8754a4ba-b938-41b5-9433-9c43222ac280 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411339 Nov 24 11:02:40.661833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eddaf-57cb-48de-85cb-9e757d5e6dd1 req-f4cf8b63-f332-4612-a4c5-4afbb9c6430c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:40.663360 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b46eddaf-57cb-48de-85cb-9e757d5e6dd1 req-f4cf8b63-f332-4612-a4c5-4afbb9c6430c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0867305 Nov 24 11:02:40.712823 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b46eddaf-57cb-48de-85cb-9e757d5e6dd1 req-795dc405-6c2a-441c-945c-2bec95296c2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432842 Nov 24 11:02:41.945078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefad67-1997-458e-91d6-dafb19e450b3 req-bd45ba2a-a2d9-40e2-b4b5-9fac1356abdc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:41.946684 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2eefad67-1997-458e-91d6-dafb19e450b3 req-bd45ba2a-a2d9-40e2-b4b5-9fac1356abdc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0885231 Nov 24 11:02:41.994597 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2eefad67-1997-458e-91d6-dafb19e450b3 req-19a2da6d-cb85-47b1-9444-b4242c6648e0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415716 Nov 24 11:02:43.217969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d283-4296-4dca-99a8-29a6aea8bd1b req-df56f277-8199-45f7-8aea-393843011e15 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:43.219568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7085d283-4296-4dca-99a8-29a6aea8bd1b req-df56f277-8199-45f7-8aea-393843011e15 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0826960 Nov 24 11:02:43.272982 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7085d283-4296-4dca-99a8-29a6aea8bd1b req-487705a4-5ec6-4679-90e4-e594fe557819 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469189 Nov 24 11:02:44.496724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f13144-3c22-4818-bc99-0b2fb7616369 req-96341262-fc8e-4665-9ccc-ea0f3bdc1339 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:44.498370 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-27f13144-3c22-4818-bc99-0b2fb7616369 req-96341262-fc8e-4665-9ccc-ea0f3bdc1339 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0819087 Nov 24 11:02:44.546235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-27f13144-3c22-4818-bc99-0b2fb7616369 req-4b024e98-4cee-4237-9616-104c4ce1caec tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412812 Nov 24 11:02:45.258316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41266) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:45.411696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:45.446244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:45.450500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:d708ed980bdf4c298429d7e11afeac69 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:45.453602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:45.459391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:45.506246 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-5ed1674a-bce3-4d66-ae86-acfa0c58e6e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0797029 Nov 24 11:02:45.529465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:45.532385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:45.542493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:45.585440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d708ed980bdf4c298429d7e11afeac69&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3259528 Nov 24 11:02:45.587164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f80e750-d93a-48cb-8093-3a7fee16d43b,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:45.588222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 41272) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:45.591987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:45.672996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-fddfc78a-57af-4efb-99df-7cb5b4e240db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:45.674606 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-fddfc78a-57af-4efb-99df-7cb5b4e240db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1203 time: 0.1346216 Nov 24 11:02:45.681704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:45.799291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:45.890205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-53805682-f286-4f15-923d-374ca58b3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:45.891818 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-53805682-f286-4f15-923d-374ca58b3caa service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.1924446 Nov 24 11:02:45.895963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:45.902960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7e692040-06a2-4efc-a551-11722ca910d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:45.918767 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a18e-e45d-4465-84ec-ba9e7ca0da32 req-0c487017-e33d-46e1-a707-b544f1c48195 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:45.920444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bb7a18e-e45d-4465-84ec-ba9e7ca0da32 req-0c487017-e33d-46e1-a707-b544f1c48195 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0903616 Nov 24 11:02:45.969078 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bb7a18e-e45d-4465-84ec-ba9e7ca0da32 req-3cafd5d3-a7a6-4c50-814c-19dcdf6d0d89 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419295 Nov 24 11:02:45.985066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f80e750-d93a-48cb-8093-3a7fee16d43b,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.012975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.013182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.013548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.013940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.014407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.014802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.015195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.015627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.016019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.016437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.016830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.017223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.017617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.018006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.018396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.018787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:46.023353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:46.024179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:46.025419 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7f80e750-d93a-48cb-8093-3a7fee16d43b HTTP/1.1" status: 204 len: 168 time: 0.4361682 Nov 24 11:02:46.051550 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-8e8516db-9555-4d81-ba14-9b8c46fca7ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 1002 time: 0.1494401 Nov 24 11:02:46.125366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-bf13a4f7-bba5-428b-ae73-954684f54d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:46.126945 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-bf13a4f7-bba5-428b-ae73-954684f54d7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.0666919 Nov 24 11:02:46.208701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-1f7d46f4-f11c-4cc6-a30c-32bd301f0acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:46.210922 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-1f7d46f4-f11c-4cc6-a30c-32bd301f0acf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775914 Nov 24 11:02:46.364680 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-93db6e9f-f06d-4390-a797-387d5ef90fcb service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458976 Nov 24 11:02:46.511623 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ddaf53b-37a6-414e-8c59-469da86b565a req-ed4b65ea-9e02-47b1-8f35-672ce1c8a208 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394260 Nov 24 11:02:46.868820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 41296) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:47.013855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-692210583-network', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:47.018935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:47.023026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Usage tracker for resource:network and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:47.026121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:47.031848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:47.045969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Made reservation on behalf of 21a4c1d8de20438188d4dc162f59778b for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:02:47.051061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.065100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.097995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:47.102557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:47.105582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:47.111363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:47.239349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b4135-a9eb-491c-9009-7f961a2dc3e8 req-3b1ebd96-5af4-4566-aa76-56bdb6cef72a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:47.241541 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-760b4135-a9eb-491c-9009-7f961a2dc3e8 req-3b1ebd96-5af4-4566-aa76-56bdb6cef72a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1273122 Nov 24 11:02:47.270783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.277113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.282319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5927e20d-f9c5-4c39-b3bf-830108fe6d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:47.322657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 11:02:47.343335 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-760b4135-a9eb-491c-9009-7f961a2dc3e8 req-5b82fc02-6d3f-435d-8425-e42b329a08d9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943799 Nov 24 11:02:47.348680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.349075 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Added segment 460a0ee1-e0fe-4e19-8704-daaaa9b9171f of type vxlan for network 4d883b8f-da37-421d-81d7-923f6ae89bf2 Nov 24 11:02:47.350891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75885a3-bf79-410a-a423-5c091b3d5e05,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:47.357608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:47.381453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.411168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.412487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:47.413788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.418693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f97f3a2d-33df-4ba0-8fb0-6b8e862e9717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:47.522548 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6519794 Nov 24 11:02:47.525657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41304) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:47.525873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d883b8f-da37-421d-81d7-923f6ae89bf2,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:47.528867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:47.533164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Request body: {'subnet': {'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-692210583-subnet', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:47.536672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:02:47.539853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:47.543972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Usage tracker for resource:subnet and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:47.547072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:47.553783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:47.554101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:02:47.563811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Made reservation on behalf of 21a4c1d8de20438188d4dc162f59778b for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:02:47.568654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15259331'] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.978007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838316427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15259376'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:47.993299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e38a6b73-925e-4d47-bc30-5bdef8d04b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:48.116683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8e385a-ffb3-46c3-8c6b-455728389171,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:48.128615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:48.190985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Checking segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:02:48.191376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Network hostable DHCP agents. Network: 4d883b8f-da37-421d-81d7-923f6ae89bf2, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 11:02:48.212849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 11:02:48.221215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 4d883b8f-da37-421d-81d7-923f6ae89bf2) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:02:48.230688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad07946-d196-4138-a8c7-3cd65eb163a2 None None] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:02:48.233032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:48.233703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.260474 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d6f9b42b-0078-43c9-814e-c6529e0c0dd5 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7332339 Nov 24 11:02:48.262879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41308) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:48.268739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:48.274225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:48.278382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Usage tracker for resource:router and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:48.282156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:48.288080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:48.298054 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.299081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.317642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.460821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-4d883b8f-da37-421d-81d7-923f6ae89bf2', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 11:02:48.461775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.474924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.664600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdac938-04d7-4003-9d5b-9e98eb1c4aac req-e76a5d10-6471-4090-a7bf-c7733b2ef4ff tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:48.666159 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4cdac938-04d7-4003-9d5b-9e98eb1c4aac req-e76a5d10-6471-4090-a7bf-c7733b2ef4ff tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1601310 Nov 24 11:02:48.751203 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Allocated IP 172.20.0.2 (4d883b8f-da37-421d-81d7-923f6ae89bf2/5e8e385a-ffb3-46c3-8c6b-455728389171/38ef5b54-eceb-4c9e-8d2d-f890af474969) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:02:48.763759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4cdac938-04d7-4003-9d5b-9e98eb1c4aac req-07774a43-ae4b-4647-a4c8-068f0cc63dd3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850005 Nov 24 11:02:48.796817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.829907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.981597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:48.993083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Transition to ACTIVE for port object 38ef5b54-eceb-4c9e-8d2d-f890af474969 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:02:49.010517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Transition to ACTIVE for port object 38ef5b54-eceb-4c9e-8d2d-f890af474969 will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:02:49.015112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.029491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e607ef3a-082f-4e8f-bf0a-2a07626aa95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:49.162531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Pushing event updated for resources: {'Port': ['ID=38ef5b54-eceb-4c9e-8d2d-f890af474969,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:49.188795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.189184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.189568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.189944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.190318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.190691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.191059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.191432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.191799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.192165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.192572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.192935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.193366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.193730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.194092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.194452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.195331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.195692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.196047 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.196454 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.196811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.197169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.197526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.197882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:49.203732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:49.236555 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:02:49.237624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:02:49.239916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:02:49.296121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Attempting to bind port 38ef5b54-eceb-4c9e-8d2d-f890af474969 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:02:49.296604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Attempting to bind port 38ef5b54-eceb-4c9e-8d2d-f890af474969 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:02:49.297144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Attempting to bind port 38ef5b54-eceb-4c9e-8d2d-f890af474969 on network 4d883b8f-da37-421d-81d7-923f6ae89bf2 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:02:49.304394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:02:49.304817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Checking segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:02:49.305378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.305685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Bound using segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:02:49.306643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Bound port: 38ef5b54-eceb-4c9e-8d2d-f890af474969, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:02:49.306643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.333109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Allocated IP 172.27.1.95 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/510ece6f-654c-4d7d-9c88-076217aa9842) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:02:49.399260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] For port 38ef5b54-eceb-4c9e-8d2d-f890af474969, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:02:49.402409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] For port 38ef5b54-eceb-4c9e-8d2d-f890af474969, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=38ef5b54-eceb-4c9e-8d2d-f890af474969,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:02:49.405645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.420310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:49.494279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.522078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.538247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:49.567294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Pushing event updated for resources: {'Port': ['ID=38ef5b54-eceb-4c9e-8d2d-f890af474969,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:49.573029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:49.671979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Pushing event updated for resources: {'Port': ['ID=510ece6f-654c-4d7d-9c88-076217aa9842,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:49.676776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:49.732547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:02:49.733984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:02:49.736254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:02:49.922011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:49.922899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:50.035810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd48cdf-a55e-451c-8f8a-16fa4476cac6 req-5be9129a-2ea4-4642-bc40-981b36474dea tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:50.046854 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbd48cdf-a55e-451c-8f8a-16fa4476cac6 req-5be9129a-2ea4-4642-bc40-981b36474dea tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1210060 Nov 24 11:02:50.092608 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cbd48cdf-a55e-451c-8f8a-16fa4476cac6 req-062e4521-8439-4db2-b8c8-d255fbcb028f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447099 Nov 24 11:02:50.109881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 38ef5b54-eceb-4c9e-8d2d-f890af474969 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:02:50.186680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 38ef5b54-eceb-4c9e-8d2d-f890af474969 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:02:50.201294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Router f6c37198-44a3-4789-959f-8b3d2b658abf is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 11:02:50.412222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:02:50.422096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Sync routers for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:02:50.435264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:02:50.435806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:50.436140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:02:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:50.437202 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1731439 Nov 24 11:02:50.440010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41318) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:02:50.778768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:02:51.030296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0af3d-e5a3-46d8-ad3d-a16b466ea9ac None None] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:02:51.199785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:51.230960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Provisioning for port 38ef5b54-eceb-4c9e-8d2d-f890af474969 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:02:51.251251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Provisioning complete for port 38ef5b54-eceb-4c9e-8d2d-f890af474969 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:51.251674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:51.433678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:49Z', 'revision_number': 3, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:51.451673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Checking router: f6c37198-44a3-4789-959f-8b3d2b658abf for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:02:51.452017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Updating router f6c37198-44a3-4789-959f-8b3d2b658abf port 510ece6f-654c-4d7d-9c88-076217aa9842 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:02:51.502812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18ab3e-6cb5-43c3-baa9-e3bb4d0403d7 req-36f4ad5d-bbea-465e-a401-c6b4bd59fcac tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:51.504493 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f18ab3e-6cb5-43c3-baa9-e3bb4d0403d7 req-36f4ad5d-bbea-465e-a401-c6b4bd59fcac tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.2493289 Nov 24 11:02:51.584776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:51.603944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:51.656217 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f18ab3e-6cb5-43c3-baa9-e3bb4d0403d7 req-28e328de-71ee-4132-aff3-dbd0bb19d77b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1435931 Nov 24 11:02:51.690987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Allocated IP 172.20.0.1 (4d883b8f-da37-421d-81d7-923f6ae89bf2/5e8e385a-ffb3-46c3-8c6b-455728389171/e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:02:51.732961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] For port 38ef5b54-eceb-4c9e-8d2d-f890af474969, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=38ef5b54-eceb-4c9e-8d2d-f890af474969,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:02:51.743650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:51.747928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:51.900962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Pushing event updated for resources: {'Port': ['ID=38ef5b54-eceb-4c9e-8d2d-f890af474969,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:51.906915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:52.035305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b824d4f2-3b6e-4410-9911-52aa3def894a None None] Provisioning complete for port 38ef5b54-eceb-4c9e-8d2d-f890af474969 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:52.035567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b824d4f2-3b6e-4410-9911-52aa3def894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.107934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 38ef5b54-eceb-4c9e-8d2d-f890af474969 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:02:52.150860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.169036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Transition to ACTIVE for port object e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:02:52.197439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.215242 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-49958f07-d2e9-4466-84e3-df86eb9259d4 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:52.348380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 38ef5b54-eceb-4c9e-8d2d-f890af474969 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:52.348815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.354055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Pushing event updated for resources: {'Port': ['ID=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:52.358828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:52.387194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.412253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:02:52.413291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Transition to ACTIVE for port object 510ece6f-654c-4d7d-9c88-076217aa9842 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:02:52.414136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:02:52.416650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:02:52.418930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.435005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:52.473639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.565349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.637385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ed8a6-793f-4835-ac7e-b99691c37d36 None None] Pushing event updated for resources: {'Port': ['ID=510ece6f-654c-4d7d-9c88-076217aa9842,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:52.650516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-189ed8a6-793f-4835-ac7e-b99691c37d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:52.662317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-5ad73610-5a85-4014-a436-143bac5a23e3 None None] Provisioning complete for port 38ef5b54-eceb-4c9e-8d2d-f890af474969 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:52.662742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5ad73610-5a85-4014-a436-143bac5a23e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.804308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Attempting to bind port 510ece6f-654c-4d7d-9c88-076217aa9842 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:02:52.804308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Attempting to bind port 510ece6f-654c-4d7d-9c88-076217aa9842 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:02:52.804308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Attempting to bind port 510ece6f-654c-4d7d-9c88-076217aa9842 on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:02:52.829769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:02:52.830514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:02:52.830964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.831401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:02:52.831925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Bound port: 510ece6f-654c-4d7d-9c88-076217aa9842, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:02:52.832415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.860776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.865382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.895789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4742ab-95bc-42b3-a8ff-c7803f80d651 req-4c98592b-db97-4bbf-877b-1347eafe91b5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:52.898759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae4742ab-95bc-42b3-a8ff-c7803f80d651 req-4c98592b-db97-4bbf-877b-1347eafe91b5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0891552 Nov 24 11:02:52.901148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:52.921751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] For port 510ece6f-654c-4d7d-9c88-076217aa9842, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:02:52.925056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] For port 510ece6f-654c-4d7d-9c88-076217aa9842, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=510ece6f-654c-4d7d-9c88-076217aa9842,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:02:52.928392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:52.948878 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae4742ab-95bc-42b3-a8ff-c7803f80d651 req-eabb1c91-379e-4aaa-aa1f-7e5a3ba9cea5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446012 Nov 24 11:02:52.987184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Pushing event updated for resources: {'Port': ['ID=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:52.989967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:53.006862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:53.008168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fc8431c4-bb28-4798-8939-0c5e69756ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:53.152099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:02:53.153337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:02:53.266250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-675f74ac-3d3e-4ffa-843a-d1ef10743972 None None] Provisioning for port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:02:53.275471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-675f74ac-3d3e-4ffa-843a-d1ef10743972 None None] Provisioning complete for port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:53.275897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-675f74ac-3d3e-4ffa-843a-d1ef10743972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:53.328284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ed8a6-793f-4835-ac7e-b99691c37d36 None None] Pushing event updated for resources: {'Port': ['ID=510ece6f-654c-4d7d-9c88-076217aa9842,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:53.336807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-189ed8a6-793f-4835-ac7e-b99691c37d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:53.365488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-675f74ac-3d3e-4ffa-843a-d1ef10743972 None None] Port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:02:53.383147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:02:53.383806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:02:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:53.569583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Router f6c37198-44a3-4789-959f-8b3d2b658abf has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:02:53.574336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-14341c0d-3b4e-4722-99dc-ecd24f509014 None None] Provisioning complete for port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:53.574761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-14341c0d-3b4e-4722-99dc-ecd24f509014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:53.627452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:02:53.686791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-14341c0d-3b4e-4722-99dc-ecd24f509014 None None] Port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:02:53.785848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:02:53.795536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] 10.222.0.27 "PUT /v2.0/routers/f6c37198-44a3-4789-959f-8b3d2b658abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3544385 Nov 24 11:02:53.964705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 2, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:53.969025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe61da3-b8f1-486d-b801-9a7e937afeda None None] The sync data for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi is: [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 2, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:02:54.183912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ddc1-5cdc-4354-8330-1585b094fa8d req-aff27dbd-fccc-4350-8aa9-e1c562c914b8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:54.185736 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c852ddc1-5cdc-4354-8330-1585b094fa8d req-aff27dbd-fccc-4350-8aa9-e1c562c914b8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0854905 Nov 24 11:02:54.234540 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c852ddc1-5cdc-4354-8330-1585b094fa8d req-56742b40-512b-4635-bf91-e8eb1cf0b311 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423489 Nov 24 11:02:54.760304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-140302801', 'description': 'tempest-TestShelveInstance-140302801 description'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:54.766857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:54.771059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Usage tracker for resource:security_group and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:54.774721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:54.780609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:54.794784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:54.833113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:54.837827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Usage tracker for resource:security_group_rule and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:54.841013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:54.846948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:54.905741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:54.908799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:54.915017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb8c1d26-e915-45ac-8ff4-b9365c583aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:54.955260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:54.956630 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ea4c5a74-3a49-40e9-9b49-1b442832bb62 req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1689 time: 0.2009523 Nov 24 11:02:54.958157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event updated for resources: {'SecurityGroup': ['ID=db076714-a71e-4c5f-9849-ed0017451f7a,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:54.961895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:55.041140 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-45912688-74d9-4ac9-a2a1-632fc25bbb3d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups/db076714-a71e-4c5f-9849-ed0017451f7a HTTP/1.1" status: 200 len: 1684 time: 0.0510564 Nov 24 11:02:55.052072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db076714-a71e-4c5f-9849-ed0017451f7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:55.052499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db076714-a71e-4c5f-9849-ed0017451f7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:55.059244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:55.063340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Usage tracker for resource:security_group_rule and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:55.067398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:55.073509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:55.132722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.156897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.159458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.167274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e5d168e7-43d1-4214-9894-ef340eee91bd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:55.188325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f3713a-1552-409e-88d5-1c4ab182aba1,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:55.191220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:55.195628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.197096 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6a3174be-c0f0-4a20-a557-af305fb645b7 req-da74f449-9e87-4edb-a52d-b5d7db7f9107 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1493804 Nov 24 11:02:55.282126 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-24fc5d8e-bc33-4888-ba67-c3190e94e9b9 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups/db076714-a71e-4c5f-9849-ed0017451f7a HTTP/1.1" status: 200 len: 2212 time: 0.0529618 Nov 24 11:02:55.293470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db076714-a71e-4c5f-9849-ed0017451f7a', 'remote_group_id': None}]} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:55.293912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db076714-a71e-4c5f-9849-ed0017451f7a', 'remote_group_id': None}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:02:55.300844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:02:55.305326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Usage tracker for resource:security_group_rule and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:02:55.308556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:02:55.314450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:02:55.372657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group_rule, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.397204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.400395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.402565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-82d92613-c42b-41b8-a083-a043d45325ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:55.429031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2d8e4a-3ec9-4a3a-a64f-a7da9ff7a6d8,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:55.436024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:55.437950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group_rule, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:55.439840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-84b37ae7-6662-4330-9cbd-c41bb7ae3855 req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1506906 Nov 24 11:02:55.474172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ffcf0-f30d-43a7-b477-4a377e1c67e5 req-83f6c400-efe3-47cb-acd1-0e1a8c785270 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:55.476399 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6a9ffcf0-f30d-43a7-b477-4a377e1c67e5 req-83f6c400-efe3-47cb-acd1-0e1a8c785270 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0912242 Nov 24 11:02:55.526768 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6a9ffcf0-f30d-43a7-b477-4a377e1c67e5 req-4661491f-87e4-4187-83cf-a60e6c887f2d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433640 Nov 24 11:02:56.108369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 510ece6f-654c-4d7d-9c88-076217aa9842 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:02:56.178593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 510ece6f-654c-4d7d-9c88-076217aa9842 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:02:56.184218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 510ece6f-654c-4d7d-9c88-076217aa9842 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:56.184695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:56.310214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:56.326431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 510ece6f-654c-4d7d-9c88-076217aa9842, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=510ece6f-654c-4d7d-9c88-076217aa9842,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:02:56.329328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:56.331221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:56.399867 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=510ece6f-654c-4d7d-9c88-076217aa9842,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:56.403188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:56.762250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182602e0-8551-42eb-9f84-9201c199944e req-9ddffad4-1479-415b-9c08-153ebb3973a3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:56.764067 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-182602e0-8551-42eb-9f84-9201c199944e req-9ddffad4-1479-415b-9c08-153ebb3973a3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0860417 Nov 24 11:02:56.817008 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-182602e0-8551-42eb-9f84-9201c199944e req-ff7816b2-f0fb-4eb3-8de1-2fe2b82c5039 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442786 Nov 24 11:02:57.136446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:57.232393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Sync routers for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:02:57.245200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:02:57.256900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:02:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:57.444891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:02:57.650252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8031a6ba-994c-4d27-b819-7362eb219365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:57.910412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:02:57.936873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 2, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:57.941077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Checking router: f6c37198-44a3-4789-959f-8b3d2b658abf for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:02:57.941474 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Updating router f6c37198-44a3-4789-959f-8b3d2b658abf port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:02:57.996004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.047725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ce93d-45b2-47b2-a209-eb2a74ee5704 req-af55ee19-8ddb-48c0-82e6-954962240cd2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:58.049526 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-569ce93d-45b2-47b2-a209-eb2a74ee5704 req-af55ee19-8ddb-48c0-82e6-954962240cd2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0865171 Nov 24 11:02:58.081221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 510ece6f-654c-4d7d-9c88-076217aa9842 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:02:58.104237 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-569ce93d-45b2-47b2-a209-eb2a74ee5704 req-3d885a00-5ade-4c30-a30d-18b8f41ff9b4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469310 Nov 24 11:02:58.159683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 510ece6f-654c-4d7d-9c88-076217aa9842 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:02:58.160224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.433554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.446405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Transition to ACTIVE for port object e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:02:58.450432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.467232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-097a0443-30db-4ae4-b607-df401bfd7b57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:58.601900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Pushing event updated for resources: {'Port': ['ID=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:58.626487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.626876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.627528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.627903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.628303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.628673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.629042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.629410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.629796 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.630164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.630529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.630889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.631325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.631685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.632048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.632438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.632801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.633809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.634171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.634533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.634890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.635248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.635608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.635966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:02:58.642229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:58.787593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Attempting to bind port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:02:58.788007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Attempting to bind port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:02:58.788452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Attempting to bind port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a on network 4d883b8f-da37-421d-81d7-923f6ae89bf2 {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:02:58.795507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:02:58.795930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Checking segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:02:58.799944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.799944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Bound using segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:02:58.799944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Bound port: e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:02:58.799944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.892018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] For port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:02:58.895533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] For port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:02:58.898010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:02:58.913828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22b14baa-903d-43d0-99a9-d1d3600fa8f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:02:59.069074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Pushing event updated for resources: {'Port': ['ID=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,revision_number=4']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:02:59.073903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cc95482e-2a16-4ce4-aef0-c18c8bab44f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:02:59.122055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:02:59.122751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:02:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:59.334227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:02:59.348135 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808347-2877-4c34-a7c0-6dcb59a43d67 req-900e6886-43c8-4674-957d-176882ab650e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:02:59.352623 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-df808347-2877-4c34-a7c0-6dcb59a43d67 req-900e6886-43c8-4674-957d-176882ab650e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0930374 Nov 24 11:02:59.413201 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-df808347-2877-4c34-a7c0-6dcb59a43d67 req-da53cae4-2279-4241-90ca-e982f40abb31 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561888 Nov 24 11:02:59.689484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:02:58Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:02:59.693704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19125962-667d-4c99-b3bf-36fc593d443c None None] The sync data for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi is: [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:02:58Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:02:59.797744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-541db574-6786-47b7-888e-37b404ce57be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:00.099224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:00.170312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:03:00.175113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:00.175534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:00.298919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:00.333533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:00.336659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:00.338565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:00.405457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:00.408748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:00.497884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:00.666580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891488d-7445-4933-a492-c68b51a21f7a req-a17f8578-4e6d-4fcb-8147-2e34158ab3cb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:00.668218 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7891488d-7445-4933-a492-c68b51a21f7a req-a17f8578-4e6d-4fcb-8147-2e34158ab3cb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0892737 Nov 24 11:03:00.718404 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7891488d-7445-4933-a492-c68b51a21f7a req-8ca7a71c-35e5-432d-97c2-5dfb342f8706 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436370 Nov 24 11:03:01.381025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:01.952729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ae891-b81e-41f9-a177-5843d7dd586e req-23576748-6d55-4cf7-b6f6-f4220252b8fe tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:01.954348 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b20ae891-b81e-41f9-a177-5843d7dd586e req-23576748-6d55-4cf7-b6f6-f4220252b8fe tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0858586 Nov 24 11:03:02.006181 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b20ae891-b81e-41f9-a177-5843d7dd586e req-6172a7f3-346a-4b1d-8730-fcaf1f372b99 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454991 Nov 24 11:03:02.080992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:02.155580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:02.155992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:02.279673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:03.246513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82d256-a295-45b9-b247-1a65d43fb59f req-3b267e0f-8764-43b4-8b33-0b1e7c33fe26 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:03.248363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6d82d256-a295-45b9-b247-1a65d43fb59f req-3b267e0f-8764-43b4-8b33-0b1e7c33fe26 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0837605 Nov 24 11:03:03.299212 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6d82d256-a295-45b9-b247-1a65d43fb59f req-d41dfb6f-66ae-461b-96ed-72fc76e19129 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434546 Nov 24 11:03:03.748430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57c6fd-f400-4d8f-9994-0202169a6e8b req-6515a32e-2977-4868-b582-53da69f116d0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:03.750055 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d57c6fd-f400-4d8f-9994-0202169a6e8b req-6515a32e-2977-4868-b582-53da69f116d0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0904109 Nov 24 11:03:03.799497 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d57c6fd-f400-4d8f-9994-0202169a6e8b req-37ecdd42-5db2-42a4-a48e-ed872fb85dd4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 Nov 24 11:03:04.529973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18631b2-7b8e-44b8-81cf-bd61b19ed7c4 req-b7dd856d-2bad-43c9-a54c-153f0f54d0c0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:04.531601 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c18631b2-7b8e-44b8-81cf-bd61b19ed7c4 req-b7dd856d-2bad-43c9-a54c-153f0f54d0c0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0864191 Nov 24 11:03:04.580714 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c18631b2-7b8e-44b8-81cf-bd61b19ed7c4 req-9fb5c16f-74eb-4b1e-8ab2-2772a0c8ee31 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426586 Nov 24 11:03:05.014962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bcebf-a5b2-409d-82ec-89b5382e3ac2 req-1cf9d2ae-5655-4bb2-a498-2b92ef5831b0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:05.016614 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f5bcebf-a5b2-409d-82ec-89b5382e3ac2 req-1cf9d2ae-5655-4bb2-a498-2b92ef5831b0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0857286 Nov 24 11:03:05.065099 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f5bcebf-a5b2-409d-82ec-89b5382e3ac2 req-d4313bea-32c9-4600-bfdc-48fba76919c8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 Nov 24 11:03:05.813336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b784e-d526-4641-853f-45bde3285837 req-c89d3aba-b417-4e41-b325-073fa7605ea2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:05.814946 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc0b784e-d526-4641-853f-45bde3285837 req-c89d3aba-b417-4e41-b325-073fa7605ea2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0896304 Nov 24 11:03:05.863508 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc0b784e-d526-4641-853f-45bde3285837 req-d64d9943-37e2-432c-a411-f783e85c1e35 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421963 Nov 24 11:03:06.292110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812866d-c810-49a8-939f-c0f912ef4d2d req-7917a4cc-d7b1-4de5-aa92-3270811dda89 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:06.293781 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8812866d-c810-49a8-939f-c0f912ef4d2d req-7917a4cc-d7b1-4de5-aa92-3270811dda89 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0934298 Nov 24 11:03:06.344162 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8812866d-c810-49a8-939f-c0f912ef4d2d req-777b4ab1-eeaa-4f0e-8e20-07676d8eecbf tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439925 Nov 24 11:03:07.115251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec94bc-d2a1-432c-9102-c6e640571e17 req-7c0400b2-692b-422c-9587-f3e3e1eeb8f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:07.118205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9cec94bc-d2a1-432c-9102-c6e640571e17 req-7c0400b2-692b-422c-9587-f3e3e1eeb8f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1047103 Nov 24 11:03:07.173870 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9cec94bc-d2a1-432c-9102-c6e640571e17 req-14d62719-584a-4b61-af4e-303713ff10a3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470622 Nov 24 11:03:07.605393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbff53e-c6aa-4e68-b839-4dcc24d42268 req-61c6de75-f0ba-44a6-b0c2-3413acebe8cb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:07.608810 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7cbff53e-c6aa-4e68-b839-4dcc24d42268 req-61c6de75-f0ba-44a6-b0c2-3413acebe8cb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1052787 Nov 24 11:03:07.663022 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7cbff53e-c6aa-4e68-b839-4dcc24d42268 req-e953ed62-4dc4-4baa-92e4-40e35c9415ed tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490391 Nov 24 11:03:08.416440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ff705-3e18-4762-a3fd-20a448d5e411 req-0e300fb7-47f4-4234-9b7c-4db204b33ddc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:08.418106 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec4ff705-3e18-4762-a3fd-20a448d5e411 req-0e300fb7-47f4-4234-9b7c-4db204b33ddc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0892806 Nov 24 11:03:08.468637 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec4ff705-3e18-4762-a3fd-20a448d5e411 req-f03c1b0d-9215-49db-9207-c3e5bcd57bc4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437341 Nov 24 11:03:08.934218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854fae1-d441-4674-a37e-27918b9e59c4 req-016eb650-b4d5-4abb-9fd5-c39dbae7e794 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:08.936227 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1854fae1-d441-4674-a37e-27918b9e59c4 req-016eb650-b4d5-4abb-9fd5-c39dbae7e794 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1012051 Nov 24 11:03:08.995886 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1854fae1-d441-4674-a37e-27918b9e59c4 req-f1853f6d-8dbb-4d34-b062-7d73e8b7fdd8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517354 Nov 24 11:03:09.707500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb27f0-405e-4e0a-ab1b-b1f6fd9ffa6a req-89a0aa57-1195-4bd6-a4cd-8e55156d721d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:09.709413 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8efb27f0-405e-4e0a-ab1b-b1f6fd9ffa6a req-89a0aa57-1195-4bd6-a4cd-8e55156d721d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0876353 Nov 24 11:03:09.767877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8efb27f0-405e-4e0a-ab1b-b1f6fd9ffa6a req-847e48ed-dfe1-4fe1-b12a-85f7b8246294 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505860 Nov 24 11:03:10.224075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbc0a9d-1674-4667-92eb-339370eb9c30 req-12be227f-656c-4f04-a61a-ee3b567e946f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:10.226911 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ebbc0a9d-1674-4667-92eb-339370eb9c30 req-12be227f-656c-4f04-a61a-ee3b567e946f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0978334 Nov 24 11:03:10.278506 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ebbc0a9d-1674-4667-92eb-339370eb9c30 req-3a3fdb73-72d2-48b7-9470-de69ef321be7 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Nov 24 11:03:11.019846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d881d8a-f47d-46b9-8b28-f67e40685d89 req-4b029a61-6bb7-4cd8-b71e-1d98eb031c6b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:11.021512 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d881d8a-f47d-46b9-8b28-f67e40685d89 req-4b029a61-6bb7-4cd8-b71e-1d98eb031c6b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0868554 Nov 24 11:03:11.072120 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d881d8a-f47d-46b9-8b28-f67e40685d89 req-1c82c752-0f8f-4aec-b6c3-60ae6e220521 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433218 Nov 24 11:03:11.494032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f13ea5-63e8-4da8-a369-610552651838 req-3ed4d3cd-1f5e-47a0-835a-52541fee20f5 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:11.495677 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-72f13ea5-63e8-4da8-a369-610552651838 req-3ed4d3cd-1f5e-47a0-835a-52541fee20f5 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0862930 Nov 24 11:03:11.547686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-72f13ea5-63e8-4da8-a369-610552651838 req-828989e5-9dc9-4829-a432-d0ae847014d0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453897 Nov 24 11:03:12.318617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f92dd-f9d0-48dd-a23b-543fafd6f5d5 req-56cd6059-3212-4090-868a-23ce63743330 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:12.320231 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-008f92dd-f9d0-48dd-a23b-543fafd6f5d5 req-56cd6059-3212-4090-868a-23ce63743330 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0926905 Nov 24 11:03:12.371423 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-008f92dd-f9d0-48dd-a23b-543fafd6f5d5 req-a73c4f29-956a-4013-b569-531d8c5731f4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441163 Nov 24 11:03:12.767995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394f604-7e76-4bbc-8da8-14b7d71af74f req-708b09a2-4d81-4e4d-bc3e-b6f006c4705a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:12.769888 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8394f604-7e76-4bbc-8da8-14b7d71af74f req-708b09a2-4d81-4e4d-bc3e-b6f006c4705a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0913758 Nov 24 11:03:12.819076 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8394f604-7e76-4bbc-8da8-14b7d71af74f req-09f23148-b913-457b-988d-b3f49b6d2d39 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Nov 24 11:03:13.599267 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bfd72-1feb-4c04-9ba6-5e40258b7305 req-101f0e54-4ecd-4a24-9ca3-cec14fa1d28e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:13.600847 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4c8bfd72-1feb-4c04-9ba6-5e40258b7305 req-101f0e54-4ecd-4a24-9ca3-cec14fa1d28e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0838728 Nov 24 11:03:13.651233 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4c8bfd72-1feb-4c04-9ba6-5e40258b7305 req-d4b7ef96-0eb3-43cd-b81e-2e35ec355d61 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440149 Nov 24 11:03:14.037837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e05e2-9a1d-4380-99e5-297013b4e430 req-a5a702c9-02ac-4d9a-953d-71cc6cc16ec8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:14.039439 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-346e05e2-9a1d-4380-99e5-297013b4e430 req-a5a702c9-02ac-4d9a-953d-71cc6cc16ec8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0860631 Nov 24 11:03:14.091716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-346e05e2-9a1d-4380-99e5-297013b4e430 req-16f71d4d-906b-4bb5-a84b-c98f0e67a3c0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457349 Nov 24 11:03:14.910518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b33576-b632-4d53-aaeb-b1063dcf42db req-0c338175-8bb1-4980-996a-4e31551dcc5f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:14.912142 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-65b33576-b632-4d53-aaeb-b1063dcf42db req-0c338175-8bb1-4980-996a-4e31551dcc5f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0993116 Nov 24 11:03:14.969459 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-65b33576-b632-4d53-aaeb-b1063dcf42db req-b16af622-6be8-4d1c-9055-cbfd4e3ee6c1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504436 Nov 24 11:03:15.322621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37eb8-d6b6-49f7-9bd0-cc0af1f80df6 req-7aabac4a-6e0d-4ac1-84f2-a05a684b3b93 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:15.324429 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ab37eb8-d6b6-49f7-9bd0-cc0af1f80df6 req-7aabac4a-6e0d-4ac1-84f2-a05a684b3b93 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0967712 Nov 24 11:03:15.374322 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ab37eb8-d6b6-49f7-9bd0-cc0af1f80df6 req-6b7edaca-daf8-4c9d-92e8-90adb3735755 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436428 Nov 24 11:03:15.795197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c1c0-4f35-4a7c-93b6-c69b09dbb3ce req-1f1ded26-fd5d-465e-bf2a-e739ea4abbf6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:15.796838 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9224c1c0-4f35-4a7c-93b6-c69b09dbb3ce req-1f1ded26-fd5d-465e-bf2a-e739ea4abbf6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.1042216 Nov 24 11:03:16.113727 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9224c1c0-4f35-4a7c-93b6-c69b09dbb3ce req-28f98750-aa7a-4930-be5c-41fbc9c4494a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840056 Nov 24 11:03:16.120893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-b9156ee5-feee-4f97-a295-8db5c6edf486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:16.122468 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-b9156ee5-feee-4f97-a295-8db5c6edf486 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 1163 time: 0.3348408 Nov 24 11:03:16.254072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee1a63-c48b-4538-a8d4-5ea284f6ae90 req-1dd2d450-951e-4821-9b4d-a169f614c587 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:16.256012 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f4ee1a63-c48b-4538-a8d4-5ea284f6ae90 req-1dd2d450-951e-4821-9b4d-a169f614c587 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0914862 Nov 24 11:03:16.288390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-e5bd9780-7b89-41bd-8e4b-44ece12ec473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:16.290712 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-e5bd9780-7b89-41bd-8e4b-44ece12ec473 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1603053 Nov 24 11:03:16.320535 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f4ee1a63-c48b-4538-a8d4-5ea284f6ae90 req-6ba91a46-ab21-421f-a787-d29f22832206 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541708 Nov 24 11:03:16.413767 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-b36010ab-07d6-4c63-aef1-7b700a919639 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 200 len: 1001 time: 0.1157949 Nov 24 11:03:16.489586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-e6aa5136-4853-4572-9e7d-9c971be9a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:16.491500 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-e6aa5136-4853-4572-9e7d-9c971be9a0df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0706170 Nov 24 11:03:16.575246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-c3f1ddf0-e54f-404c-88d7-775007d7e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:16.576821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-c3f1ddf0-e54f-404c-88d7-775007d7e7e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762713 Nov 24 11:03:16.729016 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-06c01386-828b-4bc4-82b3-8c98bcf319de service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441314 Nov 24 11:03:16.878010 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9eae6a0-52d0-46ef-89bb-5daa454b427a req-c02ebf8b-f636-4bcf-8544-1c3c4ea23641 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420050 Nov 24 11:03:17.345599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba586-b547-4b02-a0d7-586b1bb041cf req-aafd2afc-1374-4f2c-9529-8bee0a44a2d6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:17.348485 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1a7ba586-b547-4b02-a0d7-586b1bb041cf req-aafd2afc-1374-4f2c-9529-8bee0a44a2d6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0890989 Nov 24 11:03:17.403225 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1a7ba586-b547-4b02-a0d7-586b1bb041cf req-9f2160f2-b8da-4523-b2db-2cb7b1c81bd4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490072 Nov 24 11:03:17.581904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323171-aa47-4d56-96fa-286028da4966 req-e87431bf-fada-43ea-ad19-48ca2a71a6a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:17.583534 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-79323171-aa47-4d56-96fa-286028da4966 req-e87431bf-fada-43ea-ad19-48ca2a71a6a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0895548 Nov 24 11:03:17.634152 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-79323171-aa47-4d56-96fa-286028da4966 req-e3ae1381-73a3-45e5-9ff0-a5febeffa336 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438657 Nov 24 11:03:18.632406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3316025-e7af-438c-b9c8-21ba1f5f0c2d req-276b95b1-27c3-4049-8a20-404896dd5eda tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:18.634460 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3316025-e7af-438c-b9c8-21ba1f5f0c2d req-276b95b1-27c3-4049-8a20-404896dd5eda tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0889843 Nov 24 11:03:18.685440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a3316025-e7af-438c-b9c8-21ba1f5f0c2d req-3d004560-edd2-41d3-af9d-878480998382 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Nov 24 11:03:18.887835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9eee4-f1e8-4f68-972e-f2fe9eff841e req-4925483a-9048-4cfe-ab66-44069f576f3b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:18.889412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9eee4-f1e8-4f68-972e-f2fe9eff841e req-4925483a-9048-4cfe-ab66-44069f576f3b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0898893 Nov 24 11:03:19.190309 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9eee4-f1e8-4f68-972e-f2fe9eff841e req-b7bf306d-e821-4cc6-80fe-08df15eb3c9c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2940457 Nov 24 11:03:19.625067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1f906c39-3f5b-4e62-8af5-83c7ccb79a15 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Synchronizing usage tracker for tenant:21a4c1d8de20438188d4dc162f59778b on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:19.643056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1f906c39-3f5b-4e62-8af5-83c7ccb79a15 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Unset dirty status for tenant:21a4c1d8de20438188d4dc162f59778b on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:19.644361 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1f906c39-3f5b-4e62-8af5-83c7ccb79a15 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-140302801&fields=id&tenant_id=21a4c1d8de20438188d4dc162f59778b HTTP/1.1" status: 200 len: 267 time: 0.0773377 Nov 24 11:03:19.811765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1b584c1d-fb8b-4ffe-ba1a-d8c4fb28a678 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:19.812553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1b584c1d-fb8b-4ffe-ba1a-d8c4fb28a678 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Synchronizing usage tracker for tenant:21a4c1d8de20438188d4dc162f59778b on resource:network {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:19.830992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1b584c1d-fb8b-4ffe-ba1a-d8c4fb28a678 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Unset dirty status for tenant:21a4c1d8de20438188d4dc162f59778b on resource:network {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:19.832681 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-1b584c1d-fb8b-4ffe-ba1a-d8c4fb28a678 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 808 time: 0.1796286 Nov 24 11:03:19.857027 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-9654630c-b9a7-4ee5-aa26-2157579876af tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/quotas/21a4c1d8de20438188d4dc162f59778b HTTP/1.1" status: 200 len: 375 time: 0.0166550 Nov 24 11:03:19.950028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-884c40f7-5a09-41e6-bdbb-6fa30fe459c4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865541 Nov 24 11:03:20.100910 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-434060be-e4e0-49ac-b8ae-26ef96651a01 service neutron] 10.222.0.27 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379924 Nov 24 11:03:20.244327 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-14a96ae6-7a09-470f-9309-dc4d9bd508b4 service neutron] 10.222.0.27 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369967 Nov 24 11:03:20.440762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771058-396e-450b-8884-9534c8301537 req-8e99186f-75a9-4978-9561-540779f6f12e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:20.442393 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-53771058-396e-450b-8884-9534c8301537 req-8e99186f-75a9-4978-9561-540779f6f12e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0859447 Nov 24 11:03:20.492188 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-53771058-396e-450b-8884-9534c8301537 req-eac75cd7-1cec-4920-b1b3-e47ca1432983 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428979 Nov 24 11:03:20.667909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9ac0a971-8083-4e74-a2c5-8bb799806b65 req-1041d2a9-a8f9-40ae-aeb6-67792e365616 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Synchronizing usage tracker for tenant:21a4c1d8de20438188d4dc162f59778b on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:20.684971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9ac0a971-8083-4e74-a2c5-8bb799806b65 req-1041d2a9-a8f9-40ae-aeb6-67792e365616 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Unset dirty status for tenant:21a4c1d8de20438188d4dc162f59778b on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:20.686257 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9ac0a971-8083-4e74-a2c5-8bb799806b65 req-1041d2a9-a8f9-40ae-aeb6-67792e365616 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 210 time: 0.0661886 Nov 24 11:03:21.159154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-78f52161-1ba2-49e9-b88e-e6d49524ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:21.160777 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-78f52161-1ba2-49e9-b88e-e6d49524ce4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1162 time: 0.0760562 Nov 24 11:03:21.320734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-6c7b399d-89b5-4aa9-bb0a-69ee1b8e6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:21.322361 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-6c7b399d-89b5-4aa9-bb0a-69ee1b8e6f31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1524780 Nov 24 11:03:21.430079 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-f6c2d68f-f5a4-40de-a775-1f67e56c3811 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 1001 time: 0.1002858 Nov 24 11:03:21.499119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-f19d9e7c-f64b-45c8-899f-9aade6f93375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:21.500673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-f19d9e7c-f64b-45c8-899f-9aade6f93375 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0628698 Nov 24 11:03:21.582568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-ae82bf37-f4a6-4803-95ab-275f246aa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:21.584226 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-ae82bf37-f4a6-4803-95ab-275f246aa5a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769463 Nov 24 11:03:21.823090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1744e9-ebe0-4d0e-8760-517ec2679125 req-1552eb9f-d282-44fa-9f4b-c20121273034 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:21.824853 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6f1744e9-ebe0-4d0e-8760-517ec2679125 req-1552eb9f-d282-44fa-9f4b-c20121273034 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1414206 Nov 24 11:03:21.828612 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-501e448d-c7cf-459d-abd2-158539385a60 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187371 Nov 24 11:03:21.896384 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-004001d6-4e67-4518-9fb8-0f81b9bc7135 req-c84cfd7e-8ef1-49bb-8436-6a1d359071ae tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 210 time: 0.0621743 Nov 24 11:03:21.950512 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-ec0d627d-2e3f-4aaa-b5fe-03802fbaed07 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:21.951913 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-ec0d627d-2e3f-4aaa-b5fe-03802fbaed07 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 808 time: 0.2315798 Nov 24 11:03:21.973332 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6f1744e9-ebe0-4d0e-8760-517ec2679125 req-8edea0f0-b1f5-468d-a064-f71082642563 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1413851 Nov 24 11:03:22.014784 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56ff4c58-2023-4cdc-85d1-bee3a8297822 req-50b35959-688f-4e1f-8ade-b882e702a02a service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1660802 Nov 24 11:03:22.044768 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-3111fd9f-e49e-4cf2-ac54-3ce374869be8 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21a4c1d8de20438188d4dc162f59778b HTTP/1.1" status: 200 len: 5279 time: 0.0728490 Nov 24 11:03:22.054831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'port': {'device_id': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'admin_state_up': True, 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'security_groups': ['db076714-a71e-4c5f-9849-ed0017451f7a']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:03:22.201832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:03:22.211586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:03:22.220716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Made reservation on behalf of 21a4c1d8de20438188d4dc162f59778b for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:03:22.226246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:22.539633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Allocated IP 172.20.0.12 (4d883b8f-da37-421d-81d7-923f6ae89bf2/5e8e385a-ffb3-46c3-8c6b-455728389171/8b5c0a2c-a377-46e0-be91-db878ed01bf2) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:03:22.739311 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:22.755830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Transition to ACTIVE for port object 8b5c0a2c-a377-46e0-be91-db878ed01bf2 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:03:22.775732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:22.795387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b1c21cb6-a55e-4feb-b145-11b17e378c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:22.933065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:22.948182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:22.991158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:03:22.992374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:03:22.994821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:03:23.112449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:23.113158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:23.157187 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-e549b95b-8329-4ba6-b5d2-48bdc75dfd8e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1064229 Nov 24 11:03:23.168852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6e0a9-301b-4904-a902-6950d0bc8dc0 req-bbfa2c4e-e56f-45dd-9630-91fe9c550f29 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:23.169635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-dfc6e0a9-301b-4904-a902-6950d0bc8dc0 req-bbfa2c4e-e56f-45dd-9630-91fe9c550f29 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Synchronizing usage tracker for tenant:21a4c1d8de20438188d4dc162f59778b on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:23.178250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Request body: {'port': {'device_id': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:03:23.219244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761a158-d1a1-4277-80fc-25bdd1ec1069 req-256275bb-4fe3-4c7e-8d25-71e847a151e9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:23.220896 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0761a158-d1a1-4277-80fc-25bdd1ec1069 req-256275bb-4fe3-4c7e-8d25-71e847a151e9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0915465 Nov 24 11:03:23.237080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-dfc6e0a9-301b-4904-a902-6950d0bc8dc0 req-bbfa2c4e-e56f-45dd-9630-91fe9c550f29 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Unset dirty status for tenant:21a4c1d8de20438188d4dc162f59778b on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:23.238364 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfc6e0a9-301b-4904-a902-6950d0bc8dc0 req-bbfa2c4e-e56f-45dd-9630-91fe9c550f29 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 932 time: 0.2024467 Nov 24 11:03:23.276084 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0761a158-d1a1-4277-80fc-25bdd1ec1069 req-321a025c-1b96-4553-914c-02fcebc7d780 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484962 Nov 24 11:03:23.300150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1cc1cf66-5542-4e0e-8e82-6fcfc8a98c39 None None] Provisioning for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:03:23.307746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-1cc1cf66-5542-4e0e-8e82-6fcfc8a98c39 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:23.308440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1cc1cf66-5542-4e0e-8e82-6fcfc8a98c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:23.350844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:23.363809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1cf66-5542-4e0e-8e82-6fcfc8a98c39 None None] Port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:03:23.363987 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dfc6e0a9-301b-4904-a902-6950d0bc8dc0 req-8492f666-5b57-47f3-8823-587f7e92b1ce tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1178536 Nov 24 11:03:23.754591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5c0a2c-a377-46e0-be91-db878ed01bf2 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:03:23.761584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:23.773527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Transition to ACTIVE for port object 8b5c0a2c-a377-46e0-be91-db878ed01bf2 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:03:23.776073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:23.791638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bfcd16b-19c9-4df1-9aba-da43bfc74b03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:23.921843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:23.926962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:24.119517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Attempting to bind port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:03:24.120109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Attempting to bind port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:03:24.120238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Attempting to bind port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 on network 4d883b8f-da37-421d-81d7-923f6ae89bf2 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:03:24.127779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:03:24.128156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Checking segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:03:24.128593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:24.128990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Bound using segment: {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:03:24.129464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Bound port: 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460a0ee1-e0fe-4e19-8704-daaaa9b9171f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:03:24.129844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:24.222034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:03:24.225190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:03:24.228435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:24.243791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e44b37c-b827-4b47-be3f-b80f68cf122c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:24.393516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:24.398804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:24.439098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:24.439782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:24.441312 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] 10.222.0.57 "PUT /v2.0/ports/8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1158 time: 1.2686090 Nov 24 11:03:24.441861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:24.542176 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b68a1-bb3f-4a94-8ea9-ae0e939d90fd req-2c29d0c5-3f46-4c35-bf54-afbf8960f68f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:24.543835 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f20b68a1-bb3f-4a94-8ea9-ae0e939d90fd req-2c29d0c5-3f46-4c35-bf54-afbf8960f68f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0935228 Nov 24 11:03:24.603796 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f20b68a1-bb3f-4a94-8ea9-ae0e939d90fd req-3532f241-0987-459d-a1e9-31bf8490abf0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535529 Nov 24 11:03:24.640790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-222dcb32-944e-408e-b1c8-1f48ea49e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:24.642551 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-222dcb32-944e-408e-b1c8-1f48ea49e57a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1161 time: 0.1456108 Nov 24 11:03:24.648975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:03:24.649685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dac3e-f06e-4750-ab6a-84bcf03ba1ef req-2e296999-3c92-4a00-91f4-d8a7c105d4bb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:24.651180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-724dac3e-f06e-4750-ab6a-84bcf03ba1ef req-2e296999-3c92-4a00-91f4-d8a7c105d4bb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1183984 Nov 24 11:03:24.711294 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'status': 'completed', 'code': 200} Nov 24 11:03:24.744574 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-5b8d0e1b-6217-491f-9800-07409aceec01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 217 time: 0.0891333 Nov 24 11:03:24.790553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:24.822261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-724dac3e-f06e-4750-ab6a-84bcf03ba1ef req-9169989e-c0c7-4bd7-9a76-e0da090aa4e5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1095073 Nov 24 11:03:24.823462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:24.835762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:24.839238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-9362b801-ae02-4f15-ac21-edb31a08cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:24.839681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:24.842187 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-9362b801-ae02-4f15-ac21-edb31a08cc86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0852866 Nov 24 11:03:24.842489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:24.931908 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'code': 422} returned with failed status Nov 24 11:03:24.932576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:24.932707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-46f433f7-dcdd-4a33-9d6c-d2ac078db8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:24.934256 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-46f433f7-dcdd-4a33-9d6c-d2ac078db8d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855308 Nov 24 11:03:24.936333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:25.079412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-d23c62f6-629c-4046-918a-374b74737c36 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376777 Nov 24 11:03:25.226421 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e524b85-eb5a-4a2c-93e2-7f3f34a4f873 req-bb73f735-b65b-4ee9-8e67-8e75718cbb2e service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407475 Nov 24 11:03:25.389735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-b8ea0fce-5677-45b4-a764-b4ea62684c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:25.391300 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-b8ea0fce-5677-45b4-a764-b4ea62684c93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1161 time: 0.0750947 Nov 24 11:03:25.541715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-f6538e93-2e52-4299-a3f0-ac1f7d98c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:25.543368 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-f6538e93-2e52-4299-a3f0-ac1f7d98c548 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1453493 Nov 24 11:03:25.620021 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-16b87471-8d91-4b5c-917d-cf702d4df21b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 217 time: 0.0700197 Nov 24 11:03:25.671644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d1d3e-826e-47dc-bd82-b1cef68c7f8f req-6f8ad891-30af-4ce3-b3b0-2a6f5fe3a3e7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:25.673684 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ab2d1d3e-826e-47dc-bd82-b1cef68c7f8f req-6f8ad891-30af-4ce3-b3b0-2a6f5fe3a3e7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0854027 Nov 24 11:03:25.677590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 41648) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:03:25.691484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-7ea0a205-5524-4b52-a069-650970666fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:25.693137 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-7ea0a205-5524-4b52-a069-650970666fc9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0658338 Nov 24 11:03:25.729479 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ab2d1d3e-826e-47dc-bd82-b1cef68c7f8f req-7f1f1f89-f4ca-44eb-a6bd-b5d63315a8be tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445466 Nov 24 11:03:25.781486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-d57a9fc9-fcb7-4575-ba10-00e27af358ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:25.783110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-d57a9fc9-fcb7-4575-ba10-00e27af358ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835197 Nov 24 11:03:25.831306 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-8efad120-f182-4533-86c6-cbd436d0c374 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1523976 Nov 24 11:03:26.218900 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-faddba76-0c3f-405c-b7ab-6503edae2787 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284689 Nov 24 11:03:26.231987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4650-ef7a-45cf-9d39-dface8092cea req-ab0b4c3f-7e94-4188-90b2-2d9efebbefe5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:26.233633 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2a3d4650-ef7a-45cf-9d39-dface8092cea req-ab0b4c3f-7e94-4188-90b2-2d9efebbefe5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1294935 Nov 24 11:03:26.393332 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2a3d4650-ef7a-45cf-9d39-dface8092cea req-0171f6c1-6b85-4bf9-a1b3-849271a963e8 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1339877 Nov 24 11:03:26.411600 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5410347a-dd26-423a-a843-bc0ca1c9f3a4 req-13b79eef-3fc3-41fd-bdc2-4b2aacdbc132 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1768954 Nov 24 11:03:26.958667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0eca4-0c2f-489c-b04a-7badf8016df5 req-0f23fa2a-cfd7-453f-9759-5ad4d852eddc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:26.960304 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-efe0eca4-0c2f-489c-b04a-7badf8016df5 req-0f23fa2a-cfd7-453f-9759-5ad4d852eddc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0834141 Nov 24 11:03:27.007895 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-efe0eca4-0c2f-489c-b04a-7badf8016df5 req-209f1327-7404-460c-af7e-d6ed0462b3c2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406146 Nov 24 11:03:27.152509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:27.345356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-859e7bad-3c6c-4a81-a201-cc32d0df7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:27.346901 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-859e7bad-3c6c-4a81-a201-cc32d0df7827 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665&tenant_id=4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 1160 time: 0.0802345 Nov 24 11:03:27.458523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-d0d17b6a-5a57-4f93-ba46-5ffb3242d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:27.460156 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-d0d17b6a-5a57-4f93-ba46-5ffb3242d442 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1160 time: 0.0751333 Nov 24 11:03:27.651800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a9e8009b-2542-4dac-8734-126ea85b9b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:27.679249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-00cb2aa1-8786-4685-9d61-dc6390e1446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:27.681553 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-00cb2aa1-8786-4685-9d61-dc6390e1446a service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.2100294 Nov 24 11:03:27.688751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ad1e5-4e82-48a1-9060-1852277ce4d5 req-71733f71-b684-4352-8317-7bd08847bc70 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:27.690254 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b46ad1e5-4e82-48a1-9060-1852277ce4d5 req-71733f71-b684-4352-8317-7bd08847bc70 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1419997 Nov 24 11:03:27.827956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b46ad1e5-4e82-48a1-9060-1852277ce4d5 req-2d530302-dbcd-450a-bb65-0b8deb46e181 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0857017 Nov 24 11:03:27.829821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-4632ac52-8bc7-4ca6-817c-0f2228e1a319 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 999 time: 0.1386404 Nov 24 11:03:27.900323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-dcab8951-66b2-46dc-ac44-2b048fa93e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:27.901956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-dcab8951-66b2-46dc-ac44-2b048fa93e8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0655544 Nov 24 11:03:27.984967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-ee2cec51-06a7-40f8-872b-d699cf315da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:27.986565 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-ee2cec51-06a7-40f8-872b-d699cf315da0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770187 Nov 24 11:03:28.132603 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-dc556ba2-5352-4a06-99c8-758d872a6c30 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386607 Nov 24 11:03:28.240001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b79e-8084-46a6-9257-71c82a62980a req-8d2112c4-221f-474a-815c-d3a348e254cb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:28.241707 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83d2b79e-8084-46a6-9257-71c82a62980a req-8d2112c4-221f-474a-815c-d3a348e254cb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0856855 Nov 24 11:03:28.283629 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d312fd51-ae99-4bee-9a59-bef6af30057c req-b9af24e0-32d0-4fcb-a2e0-3fa7e784b8bd service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435595 Nov 24 11:03:28.499922 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-83d2b79e-8084-46a6-9257-71c82a62980a req-ccf0fd58-e6ef-4620-826b-1f70f4d8b0f9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2465539 Nov 24 11:03:29.039006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972bdc8-3b96-4992-8365-cf48b17d7815 req-a7510ba3-e50a-4e3f-a442-7e6e66f083d4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:29.041452 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7972bdc8-3b96-4992-8365-cf48b17d7815 req-a7510ba3-e50a-4e3f-a442-7e6e66f083d4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0854118 Nov 24 11:03:29.090423 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7972bdc8-3b96-4992-8365-cf48b17d7815 req-93e6dc27-d49e-4cdd-9873-108bb4f9c3ea tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427618 Nov 24 11:03:29.737291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d9db2-7697-4bda-a848-577bb4241f11 req-bdb4b2aa-fe8e-4d0e-bc53-6ec712dd86fd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:29.738929 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f71d9db2-7697-4bda-a848-577bb4241f11 req-bdb4b2aa-fe8e-4d0e-bc53-6ec712dd86fd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0861652 Nov 24 11:03:29.787887 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f71d9db2-7697-4bda-a848-577bb4241f11 req-1f73c8bd-daba-4cf1-b78d-fb7c50e30eaf tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421941 Nov 24 11:03:29.822738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5e9276b1-5354-4b6c-94e7-1f88ee54195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:30.329598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3d237-7c87-464d-b08e-8e87cbf5c297 req-0a879e7a-42cc-45d2-9eb4-f10a63ed2bae tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:30.331206 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8bf3d237-7c87-464d-b08e-8e87cbf5c297 req-0a879e7a-42cc-45d2-9eb4-f10a63ed2bae tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1097245 Nov 24 11:03:30.382440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8bf3d237-7c87-464d-b08e-8e87cbf5c297 req-a2c2e6dc-3795-4b8b-b915-cf7dbeb7b856 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0444772 Nov 24 11:03:30.498719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:31.049238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffe24c-6c69-4269-a50a-e2c50083ab2d req-2003f0cb-7dc5-446d-8322-fb2969a02c43 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:31.051034 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3ffe24c-6c69-4269-a50a-e2c50083ab2d req-2003f0cb-7dc5-446d-8322-fb2969a02c43 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0905819 Nov 24 11:03:31.100282 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3ffe24c-6c69-4269-a50a-e2c50083ab2d req-34ac5d0b-a510-4ed5-b43f-a542a81b5a91 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426977 Nov 24 11:03:31.384211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:31.610831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3892-1310-4059-ba87-ede79bf97934 req-445fd6cf-f2b1-4da0-bc4b-47b28c589abd tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:31.612538 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8bbc3892-1310-4059-ba87-ede79bf97934 req-445fd6cf-f2b1-4da0-bc4b-47b28c589abd tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0887775 Nov 24 11:03:31.661950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8bbc3892-1310-4059-ba87-ede79bf97934 req-94f4347d-1edd-4ffa-bb7b-7fd7ca6e3783 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423732 Nov 24 11:03:32.237943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:32.338888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad49cb-456b-4ff8-b604-217c508fe702 req-e7964eb5-a916-4096-8b39-71e420ea3206 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:32.340529 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aaad49cb-456b-4ff8-b604-217c508fe702 req-e7964eb5-a916-4096-8b39-71e420ea3206 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0878723 Nov 24 11:03:32.393508 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aaad49cb-456b-4ff8-b604-217c508fe702 req-c4c142eb-7e59-429b-bb20-76d97df3acf6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465014 Nov 24 11:03:32.800563 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2571cf83-5b36-4507-9848-067acec72a97 req-8d4e45cb-4a86-46a7-873b-5d46e87268ed tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1812245486&fields=id&tenant_id=485e2b2f517b4f42b9e3119198c78b00 HTTP/1.1" status: 200 len: 267 time: 0.0640886 Nov 24 11:03:32.890981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb15a-31bd-4696-88d6-19b79bed45be req-1921126a-17a2-407f-8ccb-09162700735c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:32.892691 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-161fb15a-31bd-4696-88d6-19b79bed45be req-1921126a-17a2-407f-8ccb-09162700735c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0911126 Nov 24 11:03:32.903178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571cf83-5b36-4507-9848-067acec72a97 req-567888e7-de86-478e-8810-edfd510884a9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:32.904741 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2571cf83-5b36-4507-9848-067acec72a97 req-567888e7-de86-478e-8810-edfd510884a9 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 985 time: 0.0976212 Nov 24 11:03:32.916781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Request body: {'port': {'security_groups': ['b5417d66-3192-49c8-9120-58f3ea54fdd4']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:03:32.941093 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-161fb15a-31bd-4696-88d6-19b79bed45be req-f6e425af-9e54-4e5a-984b-733a9757536c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418925 Nov 24 11:03:33.041574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:33.399209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] For port f242e691-3a03-4454-9344-3c54a09e4493, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f242e691-3a03-4454-9344-3c54a09e4493,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:33.430898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:33.435578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:33.513842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b955f955-7c01-4fdd-b3ef-2fce27440fea tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:33.648199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event updated for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=6']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:33.655192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:33.665818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d776fe-090b-477d-8672-d4dfab0d57d6 req-3c74b798-3a66-47f9-85a2-428731e25a6b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:33.667471 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-71d776fe-090b-477d-8672-d4dfab0d57d6 req-3c74b798-3a66-47f9-85a2-428731e25a6b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1267855 Nov 24 11:03:33.669470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:33.670151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:33.671644 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2571cf83-5b36-4507-9848-067acec72a97 req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "PUT /v2.0/ports/f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 943 time: 0.7601275 Nov 24 11:03:33.672190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:33.720181 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-71d776fe-090b-477d-8672-d4dfab0d57d6 req-428e0acc-7df7-4c4d-b79f-f0eda26e4595 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455720 Nov 24 11:03:33.758121 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'status': 'completed', 'code': 200} Nov 24 11:03:33.852638 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3cdb0c7f-0990-42a2-957a-e948a3b9469d req-7cb2fc93-6275-4a35-889d-2e273f34d2b6 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups/b65d12a0-d5e3-4e86-808e-29da5bb831f1 HTTP/1.1" status: 200 len: 2759 time: 0.0527523 Nov 24 11:03:33.930581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3cdb0c7f-0990-42a2-957a-e948a3b9469d req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:33.948163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-6a48a612-ff33-4f07-a983-dbfa7e537b01 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:33.948634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6a48a612-ff33-4f07-a983-dbfa7e537b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:33.962980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3cdb0c7f-0990-42a2-957a-e948a3b9469d req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:34.010576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3cdb0c7f-0990-42a2-957a-e948a3b9469d req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:34.021785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a998432d-3d7c-4d5c-91a9-1b589573cbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:34.037962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d12a0-d5e3-4e86-808e-29da5bb831f1,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:34.043916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3cdb0c7f-0990-42a2-957a-e948a3b9469d req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:34.045168 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3cdb0c7f-0990-42a2-957a-e948a3b9469d req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "DELETE /v2.0/security-groups/b65d12a0-d5e3-4e86-808e-29da5bb831f1 HTTP/1.1" status: 204 len: 173 time: 0.1859066 Nov 24 11:03:34.051179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.054556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.054989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.055450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.055865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.056292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.056703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.057111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.057517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.057919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.058321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.058722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.059199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.059603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.060002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.060441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.060841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.061241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.061636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.062033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.062432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.062826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.063222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.063614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:34.067409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:34.208226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708eaf-3190-47a9-bb7e-f56155408dff req-77e9b558-9a89-4c8c-a05c-3b9dd643b3db tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:34.210426 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96708eaf-3190-47a9-bb7e-f56155408dff req-77e9b558-9a89-4c8c-a05c-3b9dd643b3db tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1095388 Nov 24 11:03:34.232858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-8643116f-381b-4050-bad0-02505a96c491 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/floatingips/35d84821-a600-433b-a71a-d4c433277647 HTTP/1.1" status: 200 len: 999 time: 0.1230884 Nov 24 11:03:34.260303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96708eaf-3190-47a9-bb7e-f56155408dff req-be4fb5e7-3926-4228-904f-355b3daaf9b7 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0430367 Nov 24 11:03:34.405560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4dca5-0cb2-4930-a58d-799273794968 req-6a9e8700-3e7b-4ad7-9617-368b9957acae tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:34.407044 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-6a9e8700-3e7b-4ad7-9617-368b9957acae tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1688638 Nov 24 11:03:34.417791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-84d52aee-cd66-40d2-bc8f-8ce8503f59c7 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:03:34.418840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-84d52aee-cd66-40d2-bc8f-8ce8503f59c7 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0058749 Nov 24 11:03:34.528161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-3b9c113c-9e80-4d1d-8f35-d29b326aac5f tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.198 HTTP/1.1" status: 200 len: 1002 time: 0.1030307 Nov 24 11:03:34.612465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4dca5-0cb2-4930-a58d-799273794968 req-107249b6-f0bb-4329-a111-1bbb8e42768c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:34.613984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-107249b6-f0bb-4329-a111-1bbb8e42768c tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports/f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 943 time: 0.0800061 Nov 24 11:03:34.801187 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-a74cc8b2-5792-4f23-aec7-1403009c06c1 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.198 HTTP/1.1" status: 200 len: 1002 time: 0.1051006 Nov 24 11:03:34.901983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:03:34.996507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09974829-c6ac-48bc-80c3-8b4795046609 req-c6289c8f-5c96-49ee-b9f3-cfd30616ea83 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:34.998243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-09974829-c6ac-48bc-80c3-8b4795046609 req-c6289c8f-5c96-49ee-b9f3-cfd30616ea83 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0947564 Nov 24 11:03:35.029791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Deleting port bd99acc0-e169-4163-915b-c014178478cb {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:03:35.030181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:35.052017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-09974829-c6ac-48bc-80c3-8b4795046609 req-397919a4-3550-4a4a-a649-27f6f6f4c127 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464156 Nov 24 11:03:35.161781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f242e691-3a03-4454-9344-3c54a09e4493 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:35.222220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:35.222505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for floatingip, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:35.246019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port f242e691-3a03-4454-9344-3c54a09e4493 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:35.246850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:35.366157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Calling delete_port for bd99acc0-e169-4163-915b-c014178478cb owned by network:floatingip {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:03:35.533840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1fa02-73e1-4567-94c3-9dd30d4e324b req-4cad7351-a471-47c0-af97-f8d955529863 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:35.535477 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26b1fa02-73e1-4567-94c3-9dd30d4e324b req-4cad7351-a471-47c0-af97-f8d955529863 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0881784 Nov 24 11:03:35.551802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:35.568194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7de55e46-bd18-4368-99e6-b610edc684b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:35.587339 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26b1fa02-73e1-4567-94c3-9dd30d4e324b req-f7e8f333-3c08-42e0-8a9b-dcecfad02986 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0435898 Nov 24 11:03:35.673085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event deleted for resources: {'Port': ['ID=bd99acc0-e169-4163-915b-c014178478cb,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:35.677326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:36.027760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks [] for floatingip, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:36.028150 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Floating IP 35d84821-a600-433b-a71a-d4c433277647 disassociated (deleted). External IP: 172.27.1.198, port: f242e691-3a03-4454-9344-3c54a09e4493. Nov 24 11:03:36.304448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3eb0d4-70aa-47f4-8f82-c83c212678a6 req-c73d67a1-2d64-43a6-8ce9-2b84e88ab76e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:36.306108 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ac3eb0d4-70aa-47f4-8f82-c83c212678a6 req-c73d67a1-2d64-43a6-8ce9-2b84e88ab76e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1020317 Nov 24 11:03:36.356790 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ac3eb0d4-70aa-47f4-8f82-c83c212678a6 req-396b0452-15ba-4a92-bc39-151cd22b4ad7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443020 Nov 24 11:03:36.509006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Router cbc0b301-a903-4432-8241-d231a8546517 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:03:36.743535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:03:36.753506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] Sync routers for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:03:36.785418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:03:36.786050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:36.786214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:03:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:36.855064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfb84a-7c4f-4710-b27f-e95feed2c71b req-00ebddfe-824c-4711-a2e1-ccd429f2e827 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:36.857223 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80cfb84a-7c4f-4710-b27f-e95feed2c71b req-00ebddfe-824c-4711-a2e1-ccd429f2e827 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1173532 Nov 24 11:03:36.862102 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "DELETE /v2.0/floatingips/35d84821-a600-433b-a71a-d4c433277647 HTTP/1.1" status: 204 len: 173 time: 2.0544016 Nov 24 11:03:36.862667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:36.929577 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80cfb84a-7c4f-4710-b27f-e95feed2c71b req-c4696a27-0c6d-4770-8078-211ccfd28ef6 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0635870 Nov 24 11:03:37.018810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:03:37.051783 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'status': 'completed', 'code': 200} Nov 24 11:03:37.087090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4dca5-0cb2-4930-a58d-799273794968 req-b4227f0c-afc5-4bdc-abdd-6b64d5278ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:37.088801 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-b4227f0c-afc5-4bdc-abdd-6b64d5278ea5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1163 time: 0.2128680 Nov 24 11:03:37.249872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4dca5-0cb2-4930-a58d-799273794968 req-2fef26a8-ed8f-4766-92c7-a5c5a3fc8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:37.252132 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-2fef26a8-ed8f-4766-92c7-a5c5a3fc8899 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.1555262 Nov 24 11:03:37.347192 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-302bbff5-a585-45df-9613-97555d174032 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 217 time: 0.0832114 Nov 24 11:03:37.454819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4dca5-0cb2-4930-a58d-799273794968 req-a37dcd23-e79c-45f9-83a9-a4cc5e26459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:37.457007 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-a37dcd23-e79c-45f9-83a9-a4cc5e26459e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.1024072 Nov 24 11:03:37.573192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4dca5-0cb2-4930-a58d-799273794968 req-334f0756-f70b-448b-8e06-03e88cb09332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:37.577629 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-334f0756-f70b-448b-8e06-03e88cb09332 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101794 Nov 24 11:03:37.592917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:24Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:37.597669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] Checking router: cbc0b301-a903-4432-8241-d231a8546517 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:03:37.609864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:03:37.610556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:03:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:37.630563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013c00d-60bb-48bb-8c3e-81ec79c3b1f2 req-fb0d7828-a04b-49e2-98b1-87e8eda19417 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:37.632911 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d013c00d-60bb-48bb-8c3e-81ec79c3b1f2 req-fb0d7828-a04b-49e2-98b1-87e8eda19417 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0986726 Nov 24 11:03:37.714502 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d013c00d-60bb-48bb-8c3e-81ec79c3b1f2 req-1fb093d4-f469-458d-9d35-fa80a518d8a8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702705 Nov 24 11:03:37.781625 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-8bff9f3e-a64b-4996-b7b7-c2888404fcb0 service neutron] 10.222.0.27 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976974 Nov 24 11:03:37.822641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:03:37.955544 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31a4dca5-0cb2-4930-a58d-799273794968 req-91a54650-7854-4671-b33b-f39eb38b13f5 service neutron] 10.222.0.27 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1661248 Nov 24 11:03:38.219296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbea72c-11dd-4f0f-94b9-63b592dc3a82 req-9f51c923-712d-40c5-8c95-8790191ad035 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:38.220902 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8cbea72c-11dd-4f0f-94b9-63b592dc3a82 req-9f51c923-712d-40c5-8c95-8790191ad035 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1167371 Nov 24 11:03:38.225878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:24Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:38.230810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012f96e9-b9b4-4bbc-95e2-6a0985b7cfc3 None None] The sync data for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi is: [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T10:59:14Z', 'revision_number': 4, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '89a358d7-f11b-46c5-8bbc-d8ba10c90e29', 'name': '', 'network_id': '0e619d10-0760-48d6-9745-612bb6eafd00', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'mac_address': 'fa:16:3e:a6:9d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:13Z', 'updated_at': '2020-11-24T10:59:24Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'subnets': [{'id': 'd94cc5da-f58a-4b19-9ed7-277a1854e476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:03:38.338638 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8cbea72c-11dd-4f0f-94b9-63b592dc3a82 req-1720c2d5-9779-4fa2-874d-a47fb571ec22 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1037700 Nov 24 11:03:38.747301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfbce89-a279-4ac6-b85b-aa5ff5d70b28 None None] New status for floating IP 35d84821-a600-433b-a71a-d4c433277647: DOWN {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:03:38.954723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccd5fb-143d-41fd-af92-d2f0a4f355f8 req-6e364e5f-4e1f-4b1f-923b-714809059e76 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:38.956823 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-feccd5fb-143d-41fd-af92-d2f0a4f355f8 req-6e364e5f-4e1f-4b1f-923b-714809059e76 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0981257 Nov 24 11:03:39.007652 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-feccd5fb-143d-41fd-af92-d2f0a4f355f8 req-8ed14fa0-d06e-4ce2-b28e-f557ff875b04 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434213 Nov 24 11:03:39.562272 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19886e-aa03-41e2-9a79-12289b779b70 req-c6992374-b6eb-4174-bfef-5f34e9256410 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:39.563815 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4f19886e-aa03-41e2-9a79-12289b779b70 req-c6992374-b6eb-4174-bfef-5f34e9256410 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0880437 Nov 24 11:03:39.616624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4f19886e-aa03-41e2-9a79-12289b779b70 req-cf7b4022-809d-44c5-8bca-191980890b42 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0437737 Nov 24 11:03:40.253433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63efd9-f163-4130-899b-0322fa9e53f7 req-dcaa7068-b40d-4eb9-af80-df6d96a4dde0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:40.255074 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e63efd9-f163-4130-899b-0322fa9e53f7 req-dcaa7068-b40d-4eb9-af80-df6d96a4dde0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0957143 Nov 24 11:03:40.309871 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1e63efd9-f163-4130-899b-0322fa9e53f7 req-6d339b24-5354-4a7e-b51e-ee6af058264b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480590 Nov 24 11:03:40.832072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5d8f6-5ae0-443c-a999-7bd1ff6109d6 req-f3b4d28f-8437-4a40-9646-ca99edf7be6a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:40.833730 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bb5d8f6-5ae0-443c-a999-7bd1ff6109d6 req-f3b4d28f-8437-4a40-9646-ca99edf7be6a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0852811 Nov 24 11:03:40.882624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bb5d8f6-5ae0-443c-a999-7bd1ff6109d6 req-b8e84895-7df7-4bdf-b500-2946e7e30c52 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418100 Nov 24 11:03:41.547878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e061553-b031-41f3-b2ce-09ac920b233e req-49e7bf81-8700-4824-bba9-6203da11e55d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:41.549816 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e061553-b031-41f3-b2ce-09ac920b233e req-49e7bf81-8700-4824-bba9-6203da11e55d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0848932 Nov 24 11:03:41.604293 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e061553-b031-41f3-b2ce-09ac920b233e req-5251759d-f5db-4768-bad1-cd29967f6af9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471342 Nov 24 11:03:42.104491 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fceff-70ef-4065-b6e0-7fbedb063c11 req-d8df99fd-ff18-4f7b-8892-f0fb7c16e67f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:42.106161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6c6fceff-70ef-4065-b6e0-7fbedb063c11 req-d8df99fd-ff18-4f7b-8892-f0fb7c16e67f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0900364 Nov 24 11:03:42.155441 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6c6fceff-70ef-4065-b6e0-7fbedb063c11 req-91669d21-2f77-4a1d-9526-f3d5a0534d66 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429730 Nov 24 11:03:42.833064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77177bd3-4473-4717-a37a-a9f8f826475a req-7c26ed72-28c8-4fff-99dc-f6abfd702341 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:42.834705 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-77177bd3-4473-4717-a37a-a9f8f826475a req-7c26ed72-28c8-4fff-99dc-f6abfd702341 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0872970 Nov 24 11:03:42.884393 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-77177bd3-4473-4717-a37a-a9f8f826475a req-cbadf06e-6674-4237-9b0e-ed5f4e6cee56 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432131 Nov 24 11:03:43.364295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28216ca3-3c60-4e00-8422-6c422ab7f331 req-18def591-e1fb-41e5-8835-65ba61fd397f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:43.365926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28216ca3-3c60-4e00-8422-6c422ab7f331 req-18def591-e1fb-41e5-8835-65ba61fd397f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0827281 Nov 24 11:03:43.417901 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28216ca3-3c60-4e00-8422-6c422ab7f331 req-87946ee1-c751-452f-915d-db6484a9f329 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449691 Nov 24 11:03:44.108325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d26a88-0931-4113-8461-36d8ebb16c57 req-b2e3b658-7734-424c-9d52-15c273602170 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:44.109834 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80d26a88-0931-4113-8461-36d8ebb16c57 req-b2e3b658-7734-424c-9d52-15c273602170 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0818408 Nov 24 11:03:44.158409 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-80d26a88-0931-4113-8461-36d8ebb16c57 req-66f47ce7-b7b6-4607-8458-b7cad6017406 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421605 Nov 24 11:03:44.637585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9cc2-fc61-4856-9233-987b86f47eec req-034a1e15-3c54-4d8d-b78a-e56416eff07c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:44.639232 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b77d9cc2-fc61-4856-9233-987b86f47eec req-034a1e15-3c54-4d8d-b78a-e56416eff07c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0870545 Nov 24 11:03:44.675921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-4523e7e6-677d-44e1-9764-0151a252c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:44.677703 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-4523e7e6-677d-44e1-9764-0151a252c7db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1163 time: 0.0831294 Nov 24 11:03:44.691951 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b77d9cc2-fc61-4856-9233-987b86f47eec req-eebc681e-2b43-475d-bc9a-293618ee84bc tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458353 Nov 24 11:03:44.824064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-a5728ff6-3628-4ca8-8ce3-747efd308806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:44.825742 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-a5728ff6-3628-4ca8-8ce3-747efd308806 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.1406553 Nov 24 11:03:44.896938 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-38a5cc83-fb43-4c80-a4d7-b0354a1b56c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 217 time: 0.0630269 Nov 24 11:03:44.967801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-e63645af-40c8-4e2a-bc3a-1af528766252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:44.969279 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-e63645af-40c8-4e2a-bc3a-1af528766252 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.0657077 Nov 24 11:03:45.048593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-04ff6c03-5608-47ea-986d-5187f0b1a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:45.050199 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-04ff6c03-5608-47ea-986d-5187f0b1a24e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732381 Nov 24 11:03:45.212282 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-1cff98a0-649c-4fbc-a8a9-9fd4e03133a4 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387098 Nov 24 11:03:45.442266 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1244501c-fdaf-430a-be2a-6b47466cfdc1 req-2997bc93-762c-4bee-a872-01c4a9a8a936 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2083888 Nov 24 11:03:45.449776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83792-ae3e-4013-b969-e727d0cde9ea req-cbb2e5ca-9443-4c4b-954d-03bc1801cde0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:45.451280 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-81e83792-ae3e-4013-b969-e727d0cde9ea req-cbb2e5ca-9443-4c4b-954d-03bc1801cde0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1407633 Nov 24 11:03:45.506395 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-81e83792-ae3e-4013-b969-e727d0cde9ea req-53fa5846-0a6d-40c9-b5b3-1d8489a83a89 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435979 Nov 24 11:03:45.585105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-3109e525-e489-401e-acde-48d9b31f4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:45.587404 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-3109e525-e489-401e-acde-48d9b31f4aa9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=485e2b2f517b4f42b9e3119198c78b00&device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 1163 time: 0.0748911 Nov 24 11:03:45.916501 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a803e7-c7e1-4a8f-9698-c83f264ce3f4 req-0a29ec10-8656-4cab-a7a9-82306ef8b798 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:45.918046 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-61a803e7-c7e1-4a8f-9698-c83f264ce3f4 req-0a29ec10-8656-4cab-a7a9-82306ef8b798 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0885434 Nov 24 11:03:45.952005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-8a681114-e4dc-4042-9080-7e4b3fa14f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:45.953727 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-8a681114-e4dc-4042-9080-7e4b3fa14f4b service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 200 len: 908 time: 0.3592453 Nov 24 11:03:45.967582 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-61a803e7-c7e1-4a8f-9698-c83f264ce3f4 req-a52bce92-c51a-43f4-bad4-2cb55764609f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431578 Nov 24 11:03:46.031170 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-bcc2a0b0-51b4-4acd-8047-9bad250d79ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 200 len: 217 time: 0.0705078 Nov 24 11:03:46.123822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-7c061bbd-e098-4e6d-bbe2-a050d4ddd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:46.125800 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-7c061bbd-e098-4e6d-bbe2-a050d4ddd93e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 200 len: 853 time: 0.0708334 Nov 24 11:03:46.223472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-c2e991f2-78a0-4c96-b345-3d519dcbdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:46.225976 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-c2e991f2-78a0-4c96-b345-3d519dcbdbc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e619d10-0760-48d6-9745-612bb6eafd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919633 Nov 24 11:03:46.378089 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-0c4bc8ce-3a8d-4a86-8f33-45573f2f14e4 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446760 Nov 24 11:03:46.534609 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fcb78c19-46e7-4bf4-81d2-e60bd55a282e req-a06236b7-1683-4a75-bdd3-34aa18d69642 service neutron] 10.222.0.57 "GET /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494119 Nov 24 11:03:46.742727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dcaf1-0b14-44cd-9608-a92466a918e3 req-f9ad1703-eb6f-4e99-a848-0a85b030c50b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:46.744319 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae1dcaf1-0b14-44cd-9608-a92466a918e3 req-f9ad1703-eb6f-4e99-a848-0a85b030c50b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0867393 Nov 24 11:03:46.794452 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ae1dcaf1-0b14-44cd-9608-a92466a918e3 req-7c073e83-d56c-40bd-b681-fdc05a9a3cfc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433042 Nov 24 11:03:47.180424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85fab6-ad2f-4e31-9c58-7b502417e05b req-5adb11cc-1a3a-4934-9323-b2a7c8d35813 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:47.182068 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ac85fab6-ad2f-4e31-9c58-7b502417e05b req-5adb11cc-1a3a-4934-9323-b2a7c8d35813 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0849843 Nov 24 11:03:47.231137 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ac85fab6-ad2f-4e31-9c58-7b502417e05b req-e08c249d-3539-4871-9f92-bcf06795c4ea tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0426152 Nov 24 11:03:47.277604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-9b2e4b0b-16f0-437b-9b50-5c46f0f5d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:47.279298 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-9b2e4b0b-16f0-437b-9b50-5c46f0f5d0b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1160 time: 0.0821974 Nov 24 11:03:47.438058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-79320f38-5656-4a19-a833-5ebfb5e4b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:47.439644 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-79320f38-5656-4a19-a833-5ebfb5e4b4fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1388535 Nov 24 11:03:47.552807 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-7b00c200-df79-49b0-9f93-b79bfbd494d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 999 time: 0.1049135 Nov 24 11:03:47.621819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-39e5ddad-1e42-4846-87ea-b81657519a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:47.623413 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-39e5ddad-1e42-4846-87ea-b81657519a98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0639663 Nov 24 11:03:47.701922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-e2f3a64b-5da2-4c8f-9a81-53f6f43f1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:47.703577 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-e2f3a64b-5da2-4c8f-9a81-53f6f43f1128 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736077 Nov 24 11:03:47.848048 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-15443d79-bfbb-4369-b826-845bf8fdd329 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376412 Nov 24 11:03:47.979706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7353d3-b3c4-47a7-bf04-c6fbc638f893 req-6f8ba333-c99a-44ab-a09b-c914a4ab787d tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:47.981374 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba7353d3-b3c4-47a7-bf04-c6fbc638f893 req-6f8ba333-c99a-44ab-a09b-c914a4ab787d tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.0898826 Nov 24 11:03:48.031554 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ba7353d3-b3c4-47a7-bf04-c6fbc638f893 req-8e8a4902-54dd-48f1-8e08-ee5768d52ca7 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Nov 24 11:03:48.057784 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-728c8dea-f3af-4ea8-89e2-3594327b76c8 req-475ae1a9-e4e4-4c55-a145-36a1cb7716fa service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2026649 Nov 24 11:03:48.073079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613de3d-9ede-418d-a69a-4ee3e110e464 req-d3615bbb-054e-4560-9b90-5279a48e2062 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:48.074632 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e613de3d-9ede-418d-a69a-4ee3e110e464 req-d3615bbb-054e-4560-9b90-5279a48e2062 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1283345 Nov 24 11:03:48.123001 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e613de3d-9ede-418d-a69a-4ee3e110e464 req-78a588f7-5ffc-4d2a-aff4-71fe4973b5af tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420005 Nov 24 11:03:48.443653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a58a5b-a91f-4802-8cbb-6431eaa63299 req-a0a66ea2-22bd-44c6-b74c-2e77febe5db2 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:48.445315 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-87a58a5b-a91f-4802-8cbb-6431eaa63299 req-a0a66ea2-22bd-44c6-b74c-2e77febe5db2 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0834341 Nov 24 11:03:48.493848 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-87a58a5b-a91f-4802-8cbb-6431eaa63299 req-c8e804b4-e284-4ae1-a527-570f091f38c9 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0423336 Nov 24 11:03:49.241765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-a87f99c8-5ebd-432c-9465-cbaa5e9e3173 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:49.243174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-a87f99c8-5ebd-432c-9465-cbaa5e9e3173 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:49.259371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-a87f99c8-5ebd-432c-9465-cbaa5e9e3173 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:49.260702 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-a87f99c8-5ebd-432c-9465-cbaa5e9e3173 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.1010344 Nov 24 11:03:49.314039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-08dee51c-16ec-4fcd-9fbc-8715c9636b5b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:49.328711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-08dee51c-16ec-4fcd-9fbc-8715c9636b5b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:49.329914 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9143e2b8-fe83-438f-b2f1-e2f91227d1ef req-08dee51c-16ec-4fcd-9fbc-8715c9636b5b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628085 Nov 24 11:03:49.359957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bb433-3f9d-4de7-a916-ad33d59d121c req-098b3fd0-6eb8-407d-a049-1de6ececa30d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:49.361645 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d4bb433-3f9d-4de7-a916-ad33d59d121c req-098b3fd0-6eb8-407d-a049-1de6ececa30d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0879927 Nov 24 11:03:49.411171 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d4bb433-3f9d-4de7-a916-ad33d59d121c req-ee57370b-14d5-48f2-b1f8-33c9ec7e37aa tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427191 Nov 24 11:03:49.705391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc233e1-ea94-4b3b-82c3-3f99ab77d683 req-8f59ef00-64ba-4264-b24d-4ebecff738bf tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:49.705969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:49.707027 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3fc233e1-ea94-4b3b-82c3-3f99ab77d683 req-8f59ef00-64ba-4264-b24d-4ebecff738bf tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0835690 Nov 24 11:03:49.756395 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3fc233e1-ea94-4b3b-82c3-3f99ab77d683 req-3034419f-c3e1-424e-afe6-bcaab307c09a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0424891 Nov 24 11:03:49.775739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:03:49.780799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:49.781261 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:49.903157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:49.930132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:49.940391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:49.943455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:49.945888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:49.998503 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'code': 200} Nov 24 11:03:50.013922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:50.022919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.023322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.024258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.024667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.025048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.025424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.025799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.026173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.026550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.026923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.027295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.027665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.028121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.028504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.028874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.029242 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.029919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.029919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.030293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.030659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.031117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.031386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.031753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.032119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:50.036503 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:50.288631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08d711-65df-434e-a617-28b7669034de req-a74f53e0-5781-44e2-b8dc-d8b6af13f126 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:50.290290 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d08d711-65df-434e-a617-28b7669034de req-a74f53e0-5781-44e2-b8dc-d8b6af13f126 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.57 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.0882573 Nov 24 11:03:50.330154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a79c93-aab2-44bf-afe7-9def9fed2de1 req-7a0677be-b26d-4e8e-b77e-44491696fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:50.331782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-39a79c93-aab2-44bf-afe7-9def9fed2de1 req-7a0677be-b26d-4e8e-b77e-44491696fe1f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.0775101 Nov 24 11:03:50.364703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Deleting port f242e691-3a03-4454-9344-3c54a09e4493 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:03:50.365100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:50.380933 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-39a79c93-aab2-44bf-afe7-9def9fed2de1 req-12870caa-9369-41a1-856a-27c9b114ac64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427485 Nov 24 11:03:50.644640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd26b2-da3c-47a2-80d5-af50907b4743 req-5170c283-f08c-4833-b271-c8e72c22081c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:50.646376 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c6dd26b2-da3c-47a2-80d5-af50907b4743 req-5170c283-f08c-4833-b271-c8e72c22081c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0838580 Nov 24 11:03:50.666524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c398b3b-6d24-44ec-a5c4-f6e3e917241c req-064b9cd7-fb86-4891-a9c9-07398f549c95 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:50.668130 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c398b3b-6d24-44ec-a5c4-f6e3e917241c req-064b9cd7-fb86-4891-a9c9-07398f549c95 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 946 time: 0.2052636 Nov 24 11:03:50.695626 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c6dd26b2-da3c-47a2-80d5-af50907b4743 req-6e230743-8b8f-498f-bdee-ff6508becf53 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429299 Nov 24 11:03:50.724361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] For port f242e691-3a03-4454-9344-3c54a09e4493, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=f242e691-3a03-4454-9344-3c54a09e4493,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:50.724838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:50.865747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Calling delete_port for f242e691-3a03-4454-9344-3c54a09e4493 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:03:50.897221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c398b3b-6d24-44ec-a5c4-f6e3e917241c req-c77bcca8-7883-4594-924b-e52ace397d0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/security-groups?id=b5417d66-3192-49c8-9120-58f3ea54fdd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223299 Nov 24 11:03:51.018100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:51.025719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:51.034011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:51.101412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:51.102380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:51.103209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aa28b-c69d-4e6a-9139-3db8fe0ce348 req-984e589d-83b7-4913-8f04-32e435155d77 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:51.105054 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cd5aa28b-c69d-4e6a-9139-3db8fe0ce348 req-984e589d-83b7-4913-8f04-32e435155d77 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0916321 Nov 24 11:03:51.136958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Pushing event deleted for resources: {'Port': ['ID=f242e691-3a03-4454-9344-3c54a09e4493,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:51.141341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:51.157486 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cd5aa28b-c69d-4e6a-9139-3db8fe0ce348 req-0c723719-51ed-4984-a081-058acae048a7 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0458190 Nov 24 11:03:51.242479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] No DVR routers for this DVR port f242e691-3a03-4454-9344-3c54a09e4493 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:03:51.244801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:51.247703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'name': 'network-vif-deleted', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:51.257913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f242e691-3a03-4454-9344-3c54a09e4493 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:03:51.292281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: f242e691-3a03-4454-9344-3c54a09e4493 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:03:51.292688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device f242e691-3a03-4454-9344-3c54a09e4493 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:03:51.309477 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188732ce-887e-4b1b-bb60-7e7bcef2db6a', 'name': 'network-vif-deleted', 'tag': 'f242e691-3a03-4454-9344-3c54a09e4493', 'status': 'completed', 'code': 200} Nov 24 11:03:51.409569 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d08d711-65df-434e-a617-28b7669034de req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.57 "DELETE /v2.0/ports/f242e691-3a03-4454-9344-3c54a09e4493 HTTP/1.1" status: 204 len: 173 time: 1.1136286 Nov 24 11:03:51.948494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f8199-6668-46f5-88b4-a506d55f41e3 req-59abb1c7-af50-4706-9b61-22abb6c2e7c0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:51.951025 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-989f8199-6668-46f5-88b4-a506d55f41e3 req-59abb1c7-af50-4706-9b61-22abb6c2e7c0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1026483 Nov 24 11:03:52.000659 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-989f8199-6668-46f5-88b4-a506d55f41e3 req-e33c0861-80ad-42cf-a56e-4e38cec002b7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431993 Nov 24 11:03:52.120544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-4f79ac98-17af-4e4a-96ef-bb43827f84f5 req-6ec4a7cb-2378-421f-9b86-727444a02048 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Synchronizing usage tracker for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:52.135725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-4f79ac98-17af-4e4a-96ef-bb43827f84f5 req-6ec4a7cb-2378-421f-9b86-727444a02048 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Unset dirty status for tenant:485e2b2f517b4f42b9e3119198c78b00 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:52.137105 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4f79ac98-17af-4e4a-96ef-bb43827f84f5 req-6ec4a7cb-2378-421f-9b86-727444a02048 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] 10.222.0.27 "GET /v2.0/ports?device_id=188732ce-887e-4b1b-bb60-7e7bcef2db6a HTTP/1.1" status: 200 len: 210 time: 0.0622976 Nov 24 11:03:52.377041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480e762-ee26-4938-bae4-26706431dc99 req-5a8ae68c-c5e7-48af-9999-a490f7366d0d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:52.378631 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b480e762-ee26-4938-bae4-26706431dc99 req-5a8ae68c-c5e7-48af-9999-a490f7366d0d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0873063 Nov 24 11:03:52.428371 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b480e762-ee26-4938-bae4-26706431dc99 req-5ec83816-7151-41ec-8ef9-85160875c68d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0432034 Nov 24 11:03:52.647736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffc84f-f4ba-4b05-9730-4bc462f245e6 req-745fad78-13ad-4a50-bcb9-949dab5136c4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:52.649828 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5ffc84f-f4ba-4b05-9730-4bc462f245e6 req-745fad78-13ad-4a50-bcb9-949dab5136c4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0885358 Nov 24 11:03:52.700118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5ffc84f-f4ba-4b05-9730-4bc462f245e6 req-c80067db-da3f-4f00-96ac-a293c2f70c57 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0437646 Nov 24 11:03:52.921334 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d52659bf-95e1-4580-9762-747348c19467 req-c2b48141-a095-4558-ac27-e42ab6727c83 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1669030 Nov 24 11:03:52.932055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:03:52.938422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:03:52.942606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Usage tracker for resource:floatingip and tenant:21a4c1d8de20438188d4dc162f59778b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:03:52.946298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:03:52.952128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:03:52.977658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for floatingip, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:53.067195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:53.177473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:53.178416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:53.227190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:53.301182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a5b12-1e9d-40da-b5af-d192276006b6 req-3f8bbc26-5b91-4e6e-b39e-73267dd06bf3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:53.318333 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa1a5b12-1e9d-40da-b5af-d192276006b6 req-3f8bbc26-5b91-4e6e-b39e-73267dd06bf3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1431820 Nov 24 11:03:53.374601 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa1a5b12-1e9d-40da-b5af-d192276006b6 req-026496de-7f04-4d99-83c8-b4bab8824f84 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549228 Nov 24 11:03:53.549168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Allocated IP 172.27.1.203 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/818c8e02-44bc-4fee-bdbf-930549c78417) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:03:53.734989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:53.767332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:53.839311 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-500e2bd2-a0aa-4428-9016-51201fe78810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:53.965877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event updated for resources: {'Port': ['ID=818c8e02-44bc-4fee-bdbf-930549c78417,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:53.995479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.995905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.996351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.996773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.997244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.997774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.998310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.998759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.999118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.999520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:53.999924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.000345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.001158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.001158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.001824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.002219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.002614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.003011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.003412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.003776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.004169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.004598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.004956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.005347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:03:54.014227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:54.033515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:03:54.034699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:03:54.037096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:03:54.107976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41880) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:03:54.142067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for floatingip, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:54.208985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:54.707782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75d567-0dd9-415f-ad66-8762d70000fc req-e6c7eb8e-a8c5-4bfe-8f2f-cefab5f627b9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:54.709412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7c75d567-0dd9-415f-ad66-8762d70000fc req-e6c7eb8e-a8c5-4bfe-8f2f-cefab5f627b9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.1691613 Nov 24 11:03:54.720310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:54.724984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:54.740999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1d50c9fb-3e4c-4354-8622-ae1b250be01d tempest-ServerRescueNegativeTestJSON-1918250041 tempest-ServerRescueNegativeTestJSON-1918250041] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:54.840302 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7c75d567-0dd9-415f-ad66-8762d70000fc req-2984e1e3-2d93-483b-aa20-67b2cb4a6abc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216295 Nov 24 11:03:54.872154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event updated for resources: {'Port': ['ID=818c8e02-44bc-4fee-bdbf-930549c78417,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:54.877365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:54.891827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:54.984713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:55.006935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:55.008358 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d52659bf-95e1-4580-9762-747348c19467 req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0807350 Nov 24 11:03:55.092217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d52659bf-95e1-4580-9762-747348c19467 req-8484f102-bd85-42cf-8327-cf3393ec07d0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Synchronizing usage tracker for tenant:21a4c1d8de20438188d4dc162f59778b on resource:floatingip {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:03:55.108848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d52659bf-95e1-4580-9762-747348c19467 req-8484f102-bd85-42cf-8327-cf3393ec07d0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Unset dirty status for tenant:21a4c1d8de20438188d4dc162f59778b on resource:floatingip {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:03:55.110114 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d52659bf-95e1-4580-9762-747348c19467 req-8484f102-bd85-42cf-8327-cf3393ec07d0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.203 HTTP/1.1" status: 200 len: 696 time: 0.0953059 Nov 24 11:03:55.271887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52659bf-95e1-4580-9762-747348c19467 req-678bb90e-3e90-4df4-a522-2536e75f196e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:55.274170 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d52659bf-95e1-4580-9762-747348c19467 req-678bb90e-3e90-4df4-a522-2536e75f196e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1574564 Nov 24 11:03:55.529779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-70f030b3-d8bf-4f64-8a3a-2b18d6e34a1c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:55.531349 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-70f030b3-d8bf-4f64-8a3a-2b18d6e34a1c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1370394 Nov 24 11:03:55.642108 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-8ba35aec-fd80-4e8b-a45a-1608ebdbbd68 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.203 HTTP/1.1" status: 200 len: 696 time: 0.1031141 Nov 24 11:03:55.686967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Request body: {'floatingip': {'port_id': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:03:55.777969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for floatingip, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:55.787898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:55.859489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Deleting port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:03:55.859879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:55.861493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:55.861914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:55.980683 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:56.053873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:56.054318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:56.084652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cb7f9-5c77-488d-815b-fae4ef8cf341 req-8c0c4cf2-3a87-4196-b391-e05897008b9b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:56.086944 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e12cb7f9-5c77-488d-815b-fae4ef8cf341 req-8c0c4cf2-3a87-4196-b391-e05897008b9b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 943 time: 0.0923700 Nov 24 11:03:56.138885 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e12cb7f9-5c77-488d-815b-fae4ef8cf341 req-1327c945-8d1a-47a6-8062-17ccfd39c6a8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437837 Nov 24 11:03:56.175550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:56.207122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:56.218448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:56.225035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:56.228486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:56.241083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] For port 89a358d7-f11b-46c5-8bbc-d8ba10c90e29, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:03:56.241494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:56.293437 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'code': 200} Nov 24 11:03:56.301582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=6']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:56.305139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:56.379102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Calling delete_port for 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 owned by network:router_interface {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:03:56.980322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0eafe-d3f2-4de4-8a01-66589e80fafa req-b3ca6448-aab8-4860-83c1-5b10b425a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:56.981939 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5be0eafe-d3f2-4de4-8a01-66589e80fafa req-b3ca6448-aab8-4860-83c1-5b10b425a059 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1162 time: 0.1349852 Nov 24 11:03:57.041055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:03:57.076337 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5be0eafe-d3f2-4de4-8a01-66589e80fafa req-a0db8a41-86b7-48fe-9031-7a924e5b5685 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613883 Nov 24 11:03:57.079543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:57.098539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22ebccc2-e7c6-4161-8ee0-8cc23840d791 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:03:57.115108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:03:57.115529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:57.182713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:57.203979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a358d7-f11b-46c5-8bbc-d8ba10c90e29,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:03:57.211511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:03:57.364910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:57.371809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:57.391136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab0126-7999-47b3-8d57-822e04133754 req-31490f00-c077-4aea-baed-9d69001eb839 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:57.392813 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4eab0126-7999-47b3-8d57-822e04133754 req-31490f00-c077-4aea-baed-9d69001eb839 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0839238 Nov 24 11:03:57.447755 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4eab0126-7999-47b3-8d57-822e04133754 req-28817a43-9fb5-406a-97c6-7493e1e20a89 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479176 Nov 24 11:03:57.653440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-515a4469-4701-465a-aa6e-9fc6bc422728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:57.796732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Floating IP fafbe276-3ef7-4499-8399-841f40183d90 associated. External IP: 172.27.1.203, port: 8b5c0a2c-a377-46e0-be91-db878ed01bf2. Nov 24 11:03:57.904574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:58.705038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e617b4-aa19-48ce-89f5-001e787f9770 req-30cfae67-5bc5-4b73-ad0b-f3ad4138ae7a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:58.709608 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56e617b4-aa19-48ce-89f5-001e787f9770 req-30cfae67-5bc5-4b73-ad0b-f3ad4138ae7a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1064639 Nov 24 11:03:58.769223 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-56e617b4-aa19-48ce-89f5-001e787f9770 req-4386ea4f-41a9-44be-9a20-a14d3513a268 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516367 Nov 24 11:03:58.930010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Router f6c37198-44a3-4789-959f-8b3d2b658abf has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:03:59.349441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:03:59.359507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] Sync routers for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:03:59.359674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Router cbc0b301-a903-4432-8241-d231a8546517 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:03:59.365922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:59.373107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:03:59.373777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:03:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:59.491717 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-ccb3dd38-5e95-4f0f-bcf9-2b40ff1bbb45 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "PUT /v2.0/floatingips/fafbe276-3ef7-4499-8399-841f40183d90 HTTP/1.1" status: 200 len: 997 time: 3.8186841 Nov 24 11:03:59.492477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:03:59.566902 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'status': 'completed', 'code': 200} Nov 24 11:03:59.567941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:03:59.718259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-08f61b06-8009-41b5-8f40-46eeaa058de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:59.719941 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-08f61b06-8009-41b5-8f40-46eeaa058de2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.2139935 Nov 24 11:03:59.852088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9ecf-021e-4426-9227-1fdb9d9dabbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:03:59.866059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-e50bd290-552b-4770-8a85-162d754f4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:03:59.867738 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-e50bd290-552b-4770-8a85-162d754f4e76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.2219512 Nov 24 11:03:59.967578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'fafbe276-3ef7-4499-8399-841f40183d90', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'port_id': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'mac_address': 'fa:16:3e:6a:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:03:54Z', 'updated_at': '2020-11-24T11:03:56Z', 'revision_number': 1, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:03:00Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:59.972893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] Checking router: f6c37198-44a3-4789-959f-8b3d2b658abf for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:03:59.984558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:03:59.985385 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:03:59.991301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:00.001758 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] 10.222.0.27 "PUT /v2.0/routers/cbc0b301-a903-4432-8241-d231a8546517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8918819 Nov 24 11:04:00.004229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41934) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:00.006452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] Sync routers for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:00.022876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:00.024073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:00.024232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dbafa-750a-4f87-914a-52ecba023734 req-1483fba1-8cf1-4403-bf33-0399638505e8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:00.025926 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-194dbafa-750a-4f87-914a-52ecba023734 req-1483fba1-8cf1-4403-bf33-0399638505e8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.1018081 Nov 24 11:04:00.069909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-b995be50-41c2-4471-b75d-5d645144cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:00.072110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-b995be50-41c2-4471-b75d-5d645144cb64 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.3451569 Nov 24 11:04:00.084147 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-194dbafa-750a-4f87-914a-52ecba023734 req-2afa550d-7059-48dc-b82e-e58d4828dd3c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513065 Nov 24 11:04:00.254574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-3e90f652-010e-41d1-b480-830b4a0709cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:00.256138 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-3e90f652-010e-41d1-b480-830b4a0709cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.3699093 Nov 24 11:04:00.265472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:00.323330 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-0fee734a-0b03-4e76-afb3-9b7bc9ef156f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1000 time: 0.2426541 Nov 24 11:04:00.373863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:00.548786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:00.584518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T11:03:56Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:00.589157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] Checking router: cbc0b301-a903-4432-8241-d231a8546517 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:00.602517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] Routers {'cbc0b301-a903-4432-8241-d231a8546517'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:00.603400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['cbc0b301-a903-4432-8241-d231a8546517'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:00.754300 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-60edeb9b-0623-41a8-9c59-f955ebb19739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1000 time: 0.4910195 Nov 24 11:04:00.757783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-1fef32ea-37b9-4017-9f84-8f3251d95aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:00.759301 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-1fef32ea-37b9-4017-9f84-8f3251d95aa1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.4189939 Nov 24 11:04:00.782803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'fafbe276-3ef7-4499-8399-841f40183d90', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'port_id': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'mac_address': 'fa:16:3e:6a:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:03:54Z', 'updated_at': '2020-11-24T11:03:56Z', 'revision_number': 1, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:03:00Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:00.787176 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d38346-9954-49de-bebe-ec861f7ae051 None None] The sync data for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi is: [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'fafbe276-3ef7-4499-8399-841f40183d90', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'port_id': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'mac_address': 'fa:16:3e:6a:56:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:03:54Z', 'updated_at': '2020-11-24T11:03:56Z', 'revision_number': 1, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:03:00Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:00.806268 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] Set router cbc0b301-a903-4432-8241-d231a8546517 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:00.891617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-ef3e6269-2076-4924-8af2-aa2c2c1a1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:00.893270 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-ef3e6269-2076-4924-8af2-aa2c2c1a1230 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.1316552 Nov 24 11:04:00.956570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:01.045200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-42ee1ac0-f249-4d76-b418-cb893f7ae7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:01.046886 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-42ee1ac0-f249-4d76-b418-cb893f7ae7a4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2440493 Nov 24 11:04:01.083333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba037924-055b-4422-8077-6707fd76a65b None None] New status for floating IP fafbe276-3ef7-4499-8399-841f40183d90: ACTIVE {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:04:01.120006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T11:03:56Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:01.124324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863b2e-435b-4883-a8e4-caa95a6a3262 None None] The sync data for ids ['cbc0b301-a903-4432-8241-d231a8546517'] in dv-cinder-763774-1-iscsi is: [{'id': 'cbc0b301-a903-4432-8241-d231a8546517', 'name': 'tempest-TestMinimumBasicScenario-624933967-router', 'tenant_id': '485e2b2f517b4f42b9e3119198c78b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182'}], 'enable_snat': True}, 'gw_port_id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:59:09Z', 'updated_at': '2020-11-24T11:03:56Z', 'revision_number': 5, 'project_id': '485e2b2f517b4f42b9e3119198c78b00', 'gw_port': {'id': '0cb2998b-daea-4c29-96ba-42aa082570f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:49:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc0b301-a903-4432-8241-d231a8546517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:59:10Z', 'updated_at': '2020-11-24T10:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:01.186265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-c3c3a141-ec70-4f0c-936a-9ff5b80c7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:01.187945 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-c3c3a141-ec70-4f0c-936a-9ff5b80c7787 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2856350 Nov 24 11:04:01.387862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:01.396534 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-634cb865-98bb-4162-b4c2-c705ee45d03f service neutron] 10.222.0.27 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371582 Nov 24 11:04:01.557368 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-7133a200-ec61-4534-9cff-0284ae7ec6a6 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473139 Nov 24 11:04:01.705721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:01.717637 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cae49dbc-5080-4f11-b2ef-79f176966a9d req-e6b48725-fc25-4476-b363-ab56a645fa5d service neutron] 10.222.0.27 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3131492 Nov 24 11:04:01.723694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Deleting port 0cb2998b-daea-4c29-96ba-42aa082570f1 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:01.724076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:01.823454 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059fdeb-7b9c-46db-b1f9-1f331d736b7a req-1cb16df2-93fc-4258-85d4-48a48e65e0b5 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2584174 Nov 24 11:04:01.940317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] For port 0cb2998b-daea-4c29-96ba-42aa082570f1, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=0cb2998b-daea-4c29-96ba-42aa082570f1,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:01.940696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:02.066195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:04:02.068351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Calling delete_port for 0cb2998b-daea-4c29-96ba-42aa082570f1 owned by network:router_gateway {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:04:02.099615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:04:02.100012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 89a358d7-f11b-46c5-8bbc-d8ba10c90e29 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:04:02.238024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:02.238932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:02.253992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6558c272-7ac6-48c7-a46e-88f4c95ae2b8 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:02.352488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb2998b-daea-4c29-96ba-42aa082570f1,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:02.356498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:02.606975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.106919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.111390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.136926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.137533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc0b301-a903-4432-8241-d231a8546517 {{(pid=80317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:04:03.150021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.151724 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] 10.222.0.27 "DELETE /v2.0/routers/cbc0b301-a903-4432-8241-d231a8546517 HTTP/1.1" status: 204 len: 168 time: 3.1442783 Nov 24 11:04:03.153980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41942) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:03.224710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Deleting subnet d94cc5da-f58a-4b19-9ed7-277a1854e476 {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:04:03.227946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.285156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.411347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.669769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.689306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4ce76307-4a57-4dad-9f8c-3770724c3395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:03.785598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94cc5da-f58a-4b19-9ed7-277a1854e476,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:03.791083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:03.824908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:03.830236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5443c94-c7e1-4a2e-bf8e-21b9f3002b3d None None] Network 0e619d10-0760-48d6-9745-612bb6eafd00 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:04:03.830912 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d8792b45-bfd7-437b-a459-e77750594bbb admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d94cc5da-f58a-4b19-9ed7-277a1854e476 HTTP/1.1" status: 204 len: 168 time: 0.6759057 Nov 24 11:04:03.833534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41946) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:03.950118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.017651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Deleting port 137847ef-9665-41f6-b829-7b4ef39d6078 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:04.018027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.086453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] DHCP port deletion for 0e619d10-0760-48d6-9745-612bb6eafd00 request from dv-cinder-763774-1-iscsi {{(pid=80318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 11:04:04.091231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Deleting port 137847ef-9665-41f6-b829-7b4ef39d6078 {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:04.091658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.121967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 0cb2998b-daea-4c29-96ba-42aa082570f1 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:04:04.164895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 0cb2998b-daea-4c29-96ba-42aa082570f1 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:04:04.165299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 0cb2998b-daea-4c29-96ba-42aa082570f1 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:04:04.242034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] For port 137847ef-9665-41f6-b829-7b4ef39d6078, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=137847ef-9665-41f6-b829-7b4ef39d6078,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:04.242380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.343066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] For port 137847ef-9665-41f6-b829-7b4ef39d6078, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=137847ef-9665-41f6-b829-7b4ef39d6078,segment=NetworkSegment(4047e06b-2ea1-49f1-839c-126ae135a801),segment_id=4047e06b-2ea1-49f1-839c-126ae135a801)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:04.343444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.370504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Calling delete_port for 137847ef-9665-41f6-b829-7b4ef39d6078 owned by network:dhcp {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:04:04.441415 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.456869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:04.473591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Calling delete_port for 137847ef-9665-41f6-b829-7b4ef39d6078 owned by network:dhcp {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:04:04.550145 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Pushing event deleted for resources: {'Port': ['ID=137847ef-9665-41f6-b829-7b4ef39d6078,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:04.562105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:04.599495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] No DVR routers for this DVR port 137847ef-9665-41f6-b829-7b4ef39d6078 on host dv-cinder-763774-1-iscsi {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:04:04.613091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:04:04.613510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:04:04.723353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.840346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e619d10-0760-48d6-9745-612bb6eafd00']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:04.853879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4047e06b-2ea1-49f1-839c-126ae135a801') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:04.854376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4047e06b-2ea1-49f1-839c-126ae135a801') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:04.866613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.886229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:04.888583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:04:05.064980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Network 0e619d10-0760-48d6-9745-612bb6eafd00 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:04:05.074110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.114531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Deleting port 137847ef-9665-41f6-b829-7b4ef39d6078 {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:05.114964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.181110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9b055c72-4be5-4292-9a46-0214a1082d85 None None] The port '137847ef-9665-41f6-b829-7b4ef39d6078' was deleted {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 24 11:04:05.258971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Network 0e619d10-0760-48d6-9745-612bb6eafd00 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:04:05.282282 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:04:05.357674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.361236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-edee0b0f-8d73-4c6d-a87b-dc825d591bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:05.378595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.389777 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e619d10-0760-48d6-9745-612bb6eafd00,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:05.393165 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:05.404678 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] 10.222.0.27 "DELETE /v2.0/networks/0e619d10-0760-48d6-9745-612bb6eafd00 HTTP/1.1" status: 204 len: 168 time: 1.5700626 Nov 24 11:04:05.551878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41952) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:05.606769 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-11b1d541-cd6b-4a27-b781-bba4a4b3fc02 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=485e2b2f517b4f42b9e3119198c78b00&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0535259 Nov 24 11:04:05.609352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41956) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:05.675897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.703062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.748996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.754248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:05.768009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5417d66-3192-49c8-9120-58f3ea54fdd4,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:05.770820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:05.778299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:05.779542 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b5417d66-3192-49c8-9120-58f3ea54fdd4 HTTP/1.1" status: 204 len: 168 time: 0.1691961 Nov 24 11:04:06.109100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 137847ef-9665-41f6-b829-7b4ef39d6078 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:04:06.146704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 137847ef-9665-41f6-b829-7b4ef39d6078 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:04:06.147161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 137847ef-9665-41f6-b829-7b4ef39d6078 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:04:06.655714 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41978) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:06.795481 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1802054335-network', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:06.800653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:06.805245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Usage tracker for resource:network and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:06.808323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:06.814161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:06.823715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Made reservation on behalf of 61b4acb54dec4e22ad97adaaa38d7930 for: {'network': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:04:06.828420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:06.845387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:06.879104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:06.883200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Usage tracker for resource:security_group_rule and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:06.886256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:06.892167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:06.959645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:06.962855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:06.966947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-82a3c8bb-347c-48c5-bc56-e1590b768ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:06.999531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80317) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 11:04:07.008912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a21a9f-8e22-45fd-b310-84968e172b07,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:07.012738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:07.015606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363286856775745', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.016049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Added segment 56893021-73b2-4545-b8b0-60b63f3ec039 of type vxlan for network 08d136f3-304f-4f81-868a-41bf3021bdf9 Nov 24 11:04:07.045194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.074199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.075471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:07.076170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.081207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8943c3db-2ea2-4f3e-9649-b996e601ad1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:07.191311 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5343547 Nov 24 11:04:07.192228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Pushing event updated for resources: {'Network': ['ID=08d136f3-304f-4f81-868a-41bf3021bdf9,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:07.194359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41984) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:07.197638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:07.201805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Request body: {'subnet': {'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1802054335-subnet', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'ip_version': 4}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:07.202941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:04:07.206929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:07.211669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Usage tracker for resource:subnet and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:07.214778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:07.220357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:04:07.220728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:07.230287 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Made reservation on behalf of 61b4acb54dec4e22ad97adaaa38d7930 for: {'subnet': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:04:07.235077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15259331'] for subnet, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.656952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036838316427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15259376'] for subnet, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.672746 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:07.799800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:07.802778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:07.877488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Checking segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:07.877894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Network hostable DHCP agents. Network: 08d136f3-304f-4f81-868a-41bf3021bdf9, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80317) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 11:04:07.899600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80317) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 11:04:07.907728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, 08d136f3-304f-4f81-868a-41bf3021bdf9) {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:07.917627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb444962-1447-49d6-bdda-37e190eb6210 None None] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:04:07.921196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:07.921864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.944051 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-38ee0226-7f76-4fb9-ae6d-541e32e5188d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7455225 Nov 24 11:04:07.944262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41990) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:07.949760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:07.954480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:07.958576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Usage tracker for resource:router and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:07.962216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:07.968108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:07.978198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.979201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:07.997893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.142646 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-08d136f3-304f-4f81-868a-41bf3021bdf9', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 11:04:08.143562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.152301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.349283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.382085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.439687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Allocated IP 172.20.0.2 (08d136f3-304f-4f81-868a-41bf3021bdf9/9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e/3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:08.819485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.830835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Transition to ACTIVE for port object 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:08.847417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Transition to ACTIVE for port object 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:08.851475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:08.866407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:08.900443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Allocated IP 172.27.1.135 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:08.999178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Pushing event updated for resources: {'Port': ['ID=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:09.012097 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:09.053686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:09.055420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:09.057783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:09.058044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.083995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.099266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:09.112563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Attempting to bind port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:09.113025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Attempting to bind port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:09.113440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Attempting to bind port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f on network 08d136f3-304f-4f81-868a-41bf3021bdf9 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:09.120772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:09.121197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Checking segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:09.121644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.122093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Bound using segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:09.122610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Bound port: 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:09.123034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.218160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] For port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:09.221410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] For port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:09.225120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.231955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Pushing event updated for resources: {'Port': ['ID=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:09.242435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:09.246266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:09.293431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:09.294641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:09.296946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:09.400781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Pushing event updated for resources: {'Port': ['ID=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:09.406112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:09.454924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.455736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.717233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80317) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 11:04:09.936081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:09.947358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:09.959885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:09.960965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:09.961637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:09.961779 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0164454 Nov 24 11:04:09.964652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 41994) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:10.147903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:10.152523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:10.224297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:10.616214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:09Z', 'revision_number': 3, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:10.620986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:10.621383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Updating router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:04:10.675420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:10.717249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:10.748922 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700730e3-3d6f-4e85-a242-193a3f562d17 None None] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:04:10.847855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Provisioning for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:10.856826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Provisioning complete for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:10.857252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.072200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Allocated IP 172.20.0.1 (08d136f3-304f-4f81-868a-41bf3021bdf9/9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e/cc65c1f8-848d-4cf7-945f-e9a141486d13) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:11.076008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.088130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Transition to ACTIVE for port object ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:11.090945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.106964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:11.114293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.159388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] For port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:11.165005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.167848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:11.220060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Pushing event updated for resources: {'Port': ['ID=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,revision_number=2']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:11.240543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.240931 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.241308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.241799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.242171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.242547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.242909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.243277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.243642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.243885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Pushing event updated for resources: {'Port': ['ID=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:11.244002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.244362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.244724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.245167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.245533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.245890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.246253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.246606 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.246960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.248537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.248537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.248537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.248537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.248872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.249692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:11.250563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:11.257223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:11.348598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Attempting to bind port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:11.348987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Attempting to bind port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:11.349463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Attempting to bind port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:11.357722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:11.358137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:11.358584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.359107 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:11.359856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Bound port: ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:11.360300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.393847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3f3b8dfa-aa20-4988-b3f1-2674f55b0104 None None] Provisioning complete for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:11.394834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8dfa-aa20-4988-b3f1-2674f55b0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.447289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] For port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:11.451305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] For port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:11.456986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.475541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:11.519560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.539322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Transition to ACTIVE for port object cc65c1f8-848d-4cf7-945f-e9a141486d13 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:11.565712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.583608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb1a7854-8159-4e5b-ad6b-95916c07ca4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:11.649000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Pushing event updated for resources: {'Port': ['ID=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:11.654551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:11.682943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-da607ec8-6516-4cbd-bd69-4771c95d4b1c None None] Provisioning complete for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:11.683770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-da607ec8-6516-4cbd-bd69-4771c95d4b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.700285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:11.700972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:11.733081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65c1f8-848d-4cf7-945f-e9a141486d13,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:11.745527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:11.790654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:11.792075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:11.794596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:11.858154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.913612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:04:11.916117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:11.948663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:11.954460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-91be3b11-d2ad-401b-8684-2b94056c1da6 None None] Provisioning complete for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:11.955149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-91be3b11-d2ad-401b-8684-2b94056c1da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.134635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:12.213021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3f776fc0-249c-4ace-9fd5-f65d8388812a None None] Provisioning for port cc65c1f8-848d-4cf7-945f-e9a141486d13 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:12.219810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3f776fc0-249c-4ace-9fd5-f65d8388812a None None] Provisioning complete for port cc65c1f8-848d-4cf7-945f-e9a141486d13 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:12.220213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3f776fc0-249c-4ace-9fd5-f65d8388812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.228183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:09Z', 'revision_number': 3, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:12.232784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c946d-de01-42c0-bde7-966bebee79aa None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:09Z', 'revision_number': 3, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:12.255535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.261631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.273901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:12.274328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.291939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5dc48150-ecf8-4aaa-99a0-5978b71aa1b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:12.322637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-3f776fc0-249c-4ace-9fd5-f65d8388812a None None] Port cc65c1f8-848d-4cf7-945f-e9a141486d13 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:04:12.379240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65c1f8-848d-4cf7-945f-e9a141486d13,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:12.381768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.397369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:12.529882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:12.531043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:12.849974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a61f4961-629d-43e5-b0f3-3277872b5187 None None] Provisioning complete for port cc65c1f8-848d-4cf7-945f-e9a141486d13 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:12.850412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a61f4961-629d-43e5-b0f3-3277872b5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:12.906770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a61f4961-629d-43e5-b0f3-3277872b5187 None None] Port cc65c1f8-848d-4cf7-945f-e9a141486d13 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:04:12.965915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:04:13.179366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:13.189033 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] 10.222.0.27 "PUT /v2.0/routers/936b8540-28dc-44d9-bb0b-f7e8d4b30f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2233217 Nov 24 11:04:13.901155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42014) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:13.907346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-336031271-network', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:13.912532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:13.917089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Usage tracker for resource:network and tenant:dbc86cac6dd24f3695fa75d48e61ee6b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:13.920096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:13.926705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:13.936807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Made reservation on behalf of dbc86cac6dd24f3695fa75d48e61ee6b for: {'network': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:04:13.941674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for network, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:13.955038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:13.988466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:13.993078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Usage tracker for resource:security_group_rule and tenant:dbc86cac6dd24f3695fa75d48e61ee6b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:13.996045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:14.002215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:14.071995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.075891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.080417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-31bc3c03-f966-4775-b542-b0e0dcc0b696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:14.112202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80316) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 24 11:04:14.127662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaad922-4663-4d9e-94e3-e81769d6176b,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:14.131721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:14.133335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.133737 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.segments_db [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Added segment 110312ee-fc0a-4609-9350-3db60aaccdc1 of type vxlan for network b5289ef1-f744-4c6d-b9b5-5b8489f36144 Nov 24 11:04:14.134701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:14.161924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749997557926'] for network, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.192342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642'] for network, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.193610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:14.194258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.199395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:14.206497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:14.212146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:14.212626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.306200 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4037881 Nov 24 11:04:14.309012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42018) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:14.311567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Pushing event updated for resources: {'Network': ['ID=b5289ef1-f744-4c6d-b9b5-5b8489f36144,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:14.317275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Request body: {'subnet': {'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-336031271-subnet', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'ip_version': 4}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:14.320988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:14.323159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:14.325476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 details requested by agent ovs-agent-dv-cinder-763774-1-iscsi with host dv-cinder-763774-1-iscsi {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:04:14.327278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Usage tracker for resource:subnet and tenant:dbc86cac6dd24f3695fa75d48e61ee6b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:14.330531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:14.337814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:14.344787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 details requested by agent ovs-agent-hv-cinder-76377 with host hv-cinder-76377 {{(pid=80318) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 24 11:04:14.347183 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Made reservation on behalf of dbc86cac6dd24f3695fa75d48e61ee6b for: {'subnet': 1} {{(pid=80316) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:04:14.352654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839745728'] for subnet, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.494200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.555896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:14.561858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.568971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:14.642023 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:14.645563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:14.778890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839130900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839745677'] for subnet, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:14.794393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-943a1338-8463-4fec-9525-d44e9398ca95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:14.919302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4249585-d70b-4267-8160-304665cf26ce,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:14.931200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:14.963878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:14.976403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:14.977074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:14.996305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Checking segment: {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80316) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:14.996737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Network hostable DHCP agents. Network: b5289ef1-f744-4c6d-b9b5-5b8489f36144, hostable agents: ['c0edeffb-16b8-49a5-abdc-89c8786dc254'], hosted agents: [] {{(pid=80316) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 24 11:04:15.021505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 is scheduled to be hosted by DHCP agent c0edeffb-16b8-49a5-abdc-89c8786dc254 with binding_index 1 {{(pid=80316) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 24 11:04:15.031321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763774-1-iscsi, b5289ef1-f744-4c6d-b9b5-5b8489f36144) {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:15.047969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:15.048638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.073322 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2f188807-5098-4a28-bbc5-78fb269753c8 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7605393 Nov 24 11:04:15.073528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42022) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:15.079085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:15.084342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:15.088927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Usage tracker for resource:router and tenant:dbc86cac6dd24f3695fa75d48e61ee6b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:15.093010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:15.099204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:15.108602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16494388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854768350'] for router, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.109616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838281269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036838290214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16384090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7483'] for router, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.130719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.188616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19592d-a1f3-4339-99d0-71339f7d496d None None] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:04:15.282812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838290229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16494525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7432'] for router, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.483893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:15.486611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.519475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.654691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98ff44bc-8f7b-5961-9c15-cc399635fc66-b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'fixed_ips': [{'subnet_id': 'b4249585-d70b-4267-8160-304665cf26ce'}]}} from dv-cinder-763774-1-iscsi. {{(pid=80318) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 24 11:04:15.655590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.802329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Allocated IP 172.27.1.146 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/3cf1011c-58a0-406d-947d-db1bf3ad95fe) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:15.959277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:15.985673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.000905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dbf7973e-66e4-4637-a71e-9a88ed3a2967 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:16.121148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:12Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:16.127885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:16.135655 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf1011c-58a0-406d-947d-db1bf3ad95fe,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:16.151889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:16.172693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:16.173112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Updating router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 port cc65c1f8-848d-4cf7-945f-e9a141486d13 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:04:16.194143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:16.195802 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:16.198076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:16.217756 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Allocated IP 172.20.0.2 (b5289ef1-f744-4c6d-b9b5-5b8489f36144/b4249585-d70b-4267-8160-304665cf26ce/13be764d-9e26-4053-ab30-20de67147eca) {{(pid=80318) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:16.328221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.359824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.360651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838281307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16485413'] for router, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.439389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:16.439808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.598139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Router fd64f681-2e6d-4e79-b207-f7b2646c9769 is scheduled to L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 with binding_index 1 {{(pid=80316) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 24 11:04:16.766684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Notify callbacks [] for port, precommit_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.873907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Transition to ACTIVE for port object 13be764d-9e26-4053-ab30-20de67147eca will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:16.902142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Transition to ACTIVE for port object 13be764d-9e26-4053-ab30-20de67147eca will not be triggered until provisioned by entity DHCP. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:16.917510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512'] for port, after_create {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:16.935322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:17.012537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:17.023285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Sync routers for ids ['fd64f681-2e6d-4e79-b207-f7b2646c9769'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:17.038862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Routers {'fd64f681-2e6d-4e79-b207-f7b2646c9769'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:17.039685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.039816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fd64f681-2e6d-4e79-b207-f7b2646c9769'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:17.041069 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9665966 Nov 24 11:04:17.044040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42026) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:17.253494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Pushing event updated for resources: {'Port': ['ID=13be764d-9e26-4053-ab30-20de67147eca,revision_number=1']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:17.259396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:17.384834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Set router fd64f681-2e6d-4e79-b207-f7b2646c9769 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:17.389498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 is already hosted by enough agents. {{(pid=80318) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:17.392304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Resources bound (agent type, host, resource id): {{(pid=80318) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:17.395184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.398288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Received port after_create {{(pid=80318) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:17.441766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Transition to ACTIVE for port object cc65c1f8-848d-4cf7-945f-e9a141486d13 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:17.459251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.477029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7da788a8-8559-4d4d-89d4-acdc290d4fcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:17.584052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Attempting to bind port 13be764d-9e26-4053-ab30-20de67147eca on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:17.584543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Attempting to bind port 13be764d-9e26-4053-ab30-20de67147eca by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:17.584957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Attempting to bind port 13be764d-9e26-4053-ab30-20de67147eca on network b5289ef1-f744-4c6d-b9b5-5b8489f36144 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:17.614335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:17.614747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Checking segment: {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:17.615190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.615624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Bound using segment: {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:17.616137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Bound port: 13be764d-9e26-4053-ab30-20de67147eca, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:17.616596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.634420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce563c-6ba0-4fe8-beb0-38c8b9c2aac4 None None] Pushing event updated for resources: {'Port': ['ID=cc65c1f8-848d-4cf7-945f-e9a141486d13,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:17.641269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f5ce563c-6ba0-4fe8-beb0-38c8b9c2aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:17.708045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:16Z', 'revision_number': 3, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:17.712810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Checking router: fd64f681-2e6d-4e79-b207-f7b2646c9769 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:17.713220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Updating router fd64f681-2e6d-4e79-b207-f7b2646c9769 port 3cf1011c-58a0-406d-947d-db1bf3ad95fe binding host dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:04:17.762417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] For port 13be764d-9e26-4053-ab30-20de67147eca, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:17.785392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.792863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.832186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] For port 13be764d-9e26-4053-ab30-20de67147eca, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=13be764d-9e26-4053-ab30-20de67147eca,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:17.839926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:17.856148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:18.033901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Attempting to bind port cc65c1f8-848d-4cf7-945f-e9a141486d13 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:18.034307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Attempting to bind port cc65c1f8-848d-4cf7-945f-e9a141486d13 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:18.034717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Attempting to bind port cc65c1f8-848d-4cf7-945f-e9a141486d13 on network 08d136f3-304f-4f81-868a-41bf3021bdf9 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:18.072228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:18.072679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Checking segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:18.073129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.073948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Bound using segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:18.074083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Bound port: cc65c1f8-848d-4cf7-945f-e9a141486d13, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:18.074467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.094793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Pushing event updated for resources: {'Port': ['ID=13be764d-9e26-4053-ab30-20de67147eca,revision_number=2']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:18.109397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:18.174761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Allocated IP 172.20.0.1 (b5289ef1-f744-4c6d-b9b5-5b8489f36144/b4249585-d70b-4267-8160-304665cf26ce/9507e9be-9e73-4dc1-8604-9d5f09fe0ea0) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:18.216405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] For port cc65c1f8-848d-4cf7-945f-e9a141486d13, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:18.219764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] For port cc65c1f8-848d-4cf7-945f-e9a141486d13, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=cc65c1f8-848d-4cf7-945f-e9a141486d13,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:18.226378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.237529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.247958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-38746c35-d7b5-4ff4-b326-3fb47050bd26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:18.270559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Transition to ACTIVE for port object 3cf1011c-58a0-406d-947d-db1bf3ad95fe will not be triggered until provisioned by entity L2. {{(pid=80319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:18.274928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.291667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:18.366149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.384883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Transition to ACTIVE for port object 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 will not be triggered until provisioned by entity DHCP. {{(pid=80316) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:18.405015 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce563c-6ba0-4fe8-beb0-38c8b9c2aac4 None None] Pushing event updated for resources: {'Port': ['ID=cc65c1f8-848d-4cf7-945f-e9a141486d13,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:18.409642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.410653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f5ce563c-6ba0-4fe8-beb0-38c8b9c2aac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:18.426950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83167b15-c33c-449b-b591-74b39b9ff61b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:18.432302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028cc60-3665-44ef-95f2-d55eee05c983 None None] Pushing event updated for resources: {'Port': ['ID=3cf1011c-58a0-406d-947d-db1bf3ad95fe,revision_number=2']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:18.436934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e028cc60-3665-44ef-95f2-d55eee05c983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:18.472879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:18.474102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:18.571559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Attempting to bind port 3cf1011c-58a0-406d-947d-db1bf3ad95fe on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:18.572559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Attempting to bind port 3cf1011c-58a0-406d-947d-db1bf3ad95fe by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:18.573171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Attempting to bind port 3cf1011c-58a0-406d-947d-db1bf3ad95fe on network 8147b1d5-f5a5-47aa-996a-e9dc25af002b {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:18.587806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:18.588592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Checking segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:18.589210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.589804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Bound using segment: {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'} {{(pid=80319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:18.590650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Bound port: 3cf1011c-58a0-406d-947d-db1bf3ad95fe, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed386b-235a-497a-bf68-82e2b28a8415', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}}] {{(pid=80319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:18.591246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.592220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Pushing event updated for resources: {'Port': ['ID=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:18.612161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:18.672627 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:18.673899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:18.676253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:18.732419 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] For port 3cf1011c-58a0-406d-947d-db1bf3ad95fe, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:18.736369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] For port 3cf1011c-58a0-406d-947d-db1bf3ad95fe, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3cf1011c-58a0-406d-947d-db1bf3ad95fe,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:18.747763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.779444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16489441'] for router_interface, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.791542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:18.843932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9bc9079a-9eee-4942-8d5c-07d706554b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:18.888514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:18.948835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028cc60-3665-44ef-95f2-d55eee05c983 None None] Pushing event updated for resources: {'Port': ['ID=3cf1011c-58a0-406d-947d-db1bf3ad95fe,revision_number=3']} {{(pid=80319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:18.952528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e028cc60-3665-44ef-95f2-d55eee05c983 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:18.975114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Routers {'fd64f681-2e6d-4e79-b207-f7b2646c9769'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:18.976487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fd64f681-2e6d-4e79-b207-f7b2646c9769'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:19.151383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:19.155783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59bc8d-31ae-4f06-9988-b14aaf48a9b2 None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:19.179044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] Set router fd64f681-2e6d-4e79-b207-f7b2646c9769 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:19.188897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:19.195271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:19.239465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:19.371863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036839262625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16514341'] for router_interface, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:19.392498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Pushing event updated for resources: {'Port': ['ID=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:19.396868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:19.560508 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:19.561685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:19.692882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f3f7a8-4404-4720-a1b7-a811e3b864be None None] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:04:19.717480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '9507e9be-9e73-4dc1-8604-9d5f09fe0ea0', 'name': '', 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'mac_address': 'fa:16:3e:e6:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b4249585-d70b-4267-8160-304665cf26ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:17Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 1, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'subnets': [{'id': 'b4249585-d70b-4267-8160-304665cf26ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:19.725347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a5dd44-2f42-4bd5-9656-4c9432f09fe9 None None] The sync data for ids ['fd64f681-2e6d-4e79-b207-f7b2646c9769'] in dv-cinder-763774-1-iscsi is: [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '9507e9be-9e73-4dc1-8604-9d5f09fe0ea0', 'name': '', 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'mac_address': 'fa:16:3e:e6:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b4249585-d70b-4267-8160-304665cf26ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:17Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 1, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'subnets': [{'id': 'b4249585-d70b-4267-8160-304665cf26ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:19.837607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-42a21d6b-ae4a-49ef-824a-66862912ee12 None None] Provisioning for port 13be764d-9e26-4053-ab30-20de67147eca completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:20.241535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device cc65c1f8-848d-4cf7-945f-e9a141486d13 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:20.294051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Router fd64f681-2e6d-4e79-b207-f7b2646c9769 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:04:20.368817 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port cc65c1f8-848d-4cf7-945f-e9a141486d13 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:20.380660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port cc65c1f8-848d-4cf7-945f-e9a141486d13 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:20.381372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:20.528570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:20.551785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:20.563498 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] 10.222.0.27 "PUT /v2.0/routers/fd64f681-2e6d-4e79-b207-f7b2646c9769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5179727 Nov 24 11:04:20.593743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port cc65c1f8-848d-4cf7-945f-e9a141486d13, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=cc65c1f8-848d-4cf7-945f-e9a141486d13,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:20.601812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:20.602736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 13be764d-9e26-4053-ab30-20de67147eca up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:20.638612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0a9bf063-6695-4f7b-ab4c-527c03174a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:20.681970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Provisioning for port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:20.721170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Provisioning complete for port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:20.721605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:20.804586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=cc65c1f8-848d-4cf7-945f-e9a141486d13,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:20.808336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:20.818270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:04:20.852303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 13be764d-9e26-4053-ab30-20de67147eca completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:20.863216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 13be764d-9e26-4053-ab30-20de67147eca triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:20.863652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:20.905839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Provisioning complete for port 13be764d-9e26-4053-ab30-20de67147eca triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:20.906332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.141418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.169084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.208786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] For port 13be764d-9e26-4053-ab30-20de67147eca, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=13be764d-9e26-4053-ab30-20de67147eca,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:21.243116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.252477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:21.335558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:04:21.336162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:04:21.347653 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Pushing event updated for resources: {'Port': ['ID=13be764d-9e26-4053-ab30-20de67147eca,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:21.352129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-19ced36e-7e27-42dc-8127-9c4f6d357c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:21.376739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-fee076d1-b774-4ba5-9816-4a56cc3f6ead None None] Provisioning complete for port 13be764d-9e26-4053-ab30-20de67147eca triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:21.377157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fee076d1-b774-4ba5-9816-4a56cc3f6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.507919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-856984809', 'description': 'tempest-TestVolumeBootPattern-856984809 description'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:21.514241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:21.518447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Usage tracker for resource:security_group and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:21.521609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:21.528041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:21.534965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-fee076d1-b774-4ba5-9816-4a56cc3f6ead None None] Provisioning complete for port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:21.535613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fee076d1-b774-4ba5-9816-4a56cc3f6ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.538797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.580821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:21.584866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Usage tracker for resource:security_group_rule and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:21.588470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:21.589563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-fee076d1-b774-4ba5-9816-4a56cc3f6ead None None] Port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:04:21.595111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:21.653149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.655994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.661587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cdc92ae2-54b2-47d4-b7fa-e158c723d797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:21.701788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'SecurityGroup': ['ID=93942d3b-3629-4f02-b5f9-4b1663912d85,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:21.704644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.705964 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-20a5b063-5eac-4893-add2-3fbbec9bde68 req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1695 time: 0.2037168 Nov 24 11:04:21.706790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9fbcca17-4e0f-47cf-bded-5252fee57209 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:21.716513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-afc070fd-7a7f-43ef-a77d-f914baea40cc None None] Provisioning complete for port 13be764d-9e26-4053-ab30-20de67147eca triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:21.716513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-afc070fd-7a7f-43ef-a77d-f914baea40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.795892 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-2f751ca7-d406-405b-9f00-0969310f2fd6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups/93942d3b-3629-4f02-b5f9-4b1663912d85 HTTP/1.1" status: 200 len: 1690 time: 0.0545039 Nov 24 11:04:21.807340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93942d3b-3629-4f02-b5f9-4b1663912d85', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:21.807700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93942d3b-3629-4f02-b5f9-4b1663912d85', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:21.814242 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:21.818361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Usage tracker for resource:security_group_rule and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:21.822659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:21.828588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:21.888241 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group_rule, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.913100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.915725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.923259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ad901489-7ada-4121-8bc3-c9e432d38972 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:21.946080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6add2b-5c44-4af4-b3e7-61566fce56b9,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:21.948925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:21.952418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group_rule, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:21.953699 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ccddcc3-aa8d-4f3f-ae9e-1ce9cad7f421 req-d2823408-2d00-4c34-8d2a-a489c9e91b5f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1519306 Nov 24 11:04:22.034778 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-4cee40a3-e669-4b51-b8d5-e0e640b747de tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups/93942d3b-3629-4f02-b5f9-4b1663912d85 HTTP/1.1" status: 200 len: 2218 time: 0.0494828 Nov 24 11:04:22.045098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93942d3b-3629-4f02-b5f9-4b1663912d85', 'remote_group_id': None}]} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:22.045460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '93942d3b-3629-4f02-b5f9-4b1663912d85', 'remote_group_id': None}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:22.051523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:22.056053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Usage tracker for resource:security_group_rule and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:22.059124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:22.064971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:22.124536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.148513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.151180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.153455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:22.178024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57181aed-ff36-46d5-b9b7-e9d7a8c257fd,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:22.181170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:22.187749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.189028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a9d9dbb0-6205-4f98-a9d5-e99da47aa950 req-9e003308-0545-46de-8089-413fa85cb4c4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1480262 Nov 24 11:04:22.203664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device cc65c1f8-848d-4cf7-945f-e9a141486d13 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:22.279930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port cc65c1f8-848d-4cf7-945f-e9a141486d13 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:22.280778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.409430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3cf1011c-58a0-406d-947d-db1bf3ad95fe up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:22.485354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 3cf1011c-58a0-406d-947d-db1bf3ad95fe completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:22.490602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 3cf1011c-58a0-406d-947d-db1bf3ad95fe triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:22.491032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.616101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.634675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 3cf1011c-58a0-406d-947d-db1bf3ad95fe, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3cf1011c-58a0-406d-947d-db1bf3ad95fe,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:22.638072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.638975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 13be764d-9e26-4053-ab30-20de67147eca up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:22.668559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f881f6a0-cc06-4cdb-8aa5-0b9a893b5388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:22.769912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=3cf1011c-58a0-406d-947d-db1bf3ad95fe,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:22.774650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:22.782537 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 13be764d-9e26-4053-ab30-20de67147eca triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:22.782958 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:22.935759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd54f2-ca8e-40f3-b208-186a747d9e33 req-a9df2c66-915b-430a-a610-22b997535a3c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:22.937427 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ffd54f2-ca8e-40f3-b208-186a747d9e33 req-a9df2c66-915b-430a-a610-22b997535a3c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0917141 Nov 24 11:04:22.987828 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3ffd54f2-ca8e-40f3-b208-186a747d9e33 req-2edcf229-8335-411d-b167-6ad79758cbd4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Nov 24 11:04:23.782502 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Sync routers for ids ['fd64f681-2e6d-4e79-b207-f7b2646c9769'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:23.795348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Routers {'fd64f681-2e6d-4e79-b207-f7b2646c9769'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:23.796027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fd64f681-2e6d-4e79-b207-f7b2646c9769'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:23.989865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Set router fd64f681-2e6d-4e79-b207-f7b2646c9769 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:24.142975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3cf1011c-58a0-406d-947d-db1bf3ad95fe up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:24.218961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19837f43-e4b3-4946-9585-6bbfb17f667e req-529530c0-ed1e-4fcf-9969-ffdd9de49e5a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:24.220737 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-19837f43-e4b3-4946-9585-6bbfb17f667e req-529530c0-ed1e-4fcf-9969-ffdd9de49e5a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0867379 Nov 24 11:04:24.274074 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-19837f43-e4b3-4946-9585-6bbfb17f667e req-fcb24322-9e28-4c72-af5c-64a84a18b112 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=62cd81f7-39db-437b-8b14-a5566d5eb822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460646 Nov 24 11:04:24.363365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 3cf1011c-58a0-406d-947d-db1bf3ad95fe triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:24.363788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:24.402334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8a6c284d-bce3-47f7-991f-3daa594de388 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:24.403943 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8a6c284d-bce3-47f7-991f-3daa594de388 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 946 time: 0.0872965 Nov 24 11:04:24.481003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Deleting port 99745392-f4b5-466f-a948-dc72f6a284f0 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:24.481395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:24.755079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] For port 99745392-f4b5-466f-a948-dc72f6a284f0, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=99745392-f4b5-466f-a948-dc72f6a284f0,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:24.755492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:24.855168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '9507e9be-9e73-4dc1-8604-9d5f09fe0ea0', 'name': '', 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'mac_address': 'fa:16:3e:e6:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b4249585-d70b-4267-8160-304665cf26ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:17Z', 'updated_at': '2020-11-24T11:04:19Z', 'revision_number': 2, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'subnets': [{'id': 'b4249585-d70b-4267-8160-304665cf26ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:24.863173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Checking router: fd64f681-2e6d-4e79-b207-f7b2646c9769 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:24.863578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Updating router fd64f681-2e6d-4e79-b207-f7b2646c9769 port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 binding host dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 24 11:04:24.937342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.075208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.075636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.075991 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Floating IP baeeffd0-32de-4860-a5c2-ab07b1176969 disassociated. External IP: 172.27.1.70, port: 99745392-f4b5-466f-a948-dc72f6a284f0. Nov 24 11:04:25.076420 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Calling delete_port for 99745392-f4b5-466f-a948-dc72f6a284f0 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:04:25.160694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:04:25.226035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.242057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:25.314522 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No active binding found for port 99745392-f4b5-466f-a948-dc72f6a284f0 {{(pid=80318) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 24 11:04:25.315005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 99745392-f4b5-466f-a948-dc72f6a284f0 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:04:25.353690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event deleted for resources: {'Port': ['ID=99745392-f4b5-466f-a948-dc72f6a284f0,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:25.357955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:25.451266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Notify callbacks [] for port, precommit_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.464219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Transition to ACTIVE for port object 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 will not be triggered until provisioned by entity L2. {{(pid=80318) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:25.468197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.477717 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-321173f8-f8ab-4389-b5bb-9a4aad7533d3 req-e7453387-504d-489b-b6b3-979bf211fef0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 210 time: 0.0527186 Nov 24 11:04:25.485563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:25.628324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc8992-41a3-4105-bf40-ab2878689e60 None None] Pushing event updated for resources: {'Port': ['ID=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,revision_number=3']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:25.640748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e9dc8992-41a3-4105-bf40-ab2878689e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:25.695514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:04:25.797857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Attempting to bind port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 on host dv-cinder-763774-1-iscsi for vnic_type normal with profile {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:25.798308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Attempting to bind port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 by drivers openvswitch on host dv-cinder-763774-1-iscsi at level 0 using segments [{'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:25.798723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Attempting to bind port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 on network b5289ef1-f744-4c6d-b9b5-5b8489f36144 {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:25.805946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Checking agent: {'id': '4491641f-e009-4267-b1ac-e383e57d562d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763774-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 47, 1), 'started_at': datetime.datetime(2020, 11, 24, 10, 47, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763774-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:25.806441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Checking segment: {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80318) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:25.806805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.807246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Bound using segment: {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'} {{(pid=80318) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:25.807774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Bound port: 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0, host: dv-cinder-763774-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110312ee-fc0a-4609-9350-3db60aaccdc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144'}}] {{(pid=80318) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:25.808196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.912826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] For port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0, host dv-cinder-763774-1-iscsi, cleared binding levels {{(pid=80318) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:25.916773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] For port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0, host dv-cinder-763774-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80318) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:25.922422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:25.945259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e1b1db61-8d1a-45f4-b279-9c4ef67f769d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:26.118874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc8992-41a3-4105-bf40-ab2878689e60 None None] Pushing event updated for resources: {'Port': ['ID=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:26.124188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e9dc8992-41a3-4105-bf40-ab2878689e60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:26.167480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Routers {'fd64f681-2e6d-4e79-b207-f7b2646c9769'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:26.168178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fd64f681-2e6d-4e79-b207-f7b2646c9769'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:26.182015 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:26.202986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:26.218349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:26.225359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] No DVR routers for this DVR port 99745392-f4b5-466f-a948-dc72f6a284f0 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:04:26.227848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:26.229472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:26.231624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'name': 'network-vif-deleted', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:04:26.294050 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f2e2439d-1bcb-4e72-9238-690cba3f799b req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "DELETE /v2.0/ports/99745392-f4b5-466f-a948-dc72f6a284f0 HTTP/1.1" status: 204 len: 173 time: 1.8840992 Nov 24 11:04:26.327632 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c735b1-abaa-441a-9827-94777cb9fbee', 'name': 'network-vif-deleted', 'tag': '99745392-f4b5-466f-a948-dc72f6a284f0', 'status': 'completed', 'code': 200} Nov 24 11:04:26.422196 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] Set router fd64f681-2e6d-4e79-b207-f7b2646c9769 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:26.494102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:26.686857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-4e4d080e-ce42-4729-982b-413bb02c2447 req-9e306947-f44f-43ff-be6b-0259bf6bef25 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:26.702069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-4e4d080e-ce42-4729-982b-413bb02c2447 req-9e306947-f44f-43ff-be6b-0259bf6bef25 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:26.703492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e4d080e-ce42-4729-982b-413bb02c2447 req-9e306947-f44f-43ff-be6b-0259bf6bef25 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=55c735b1-abaa-441a-9827-94777cb9fbee HTTP/1.1" status: 200 len: 210 time: 0.0663414 Nov 24 11:04:26.803114 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '9507e9be-9e73-4dc1-8604-9d5f09fe0ea0', 'name': '', 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'mac_address': 'fa:16:3e:e6:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b4249585-d70b-4267-8160-304665cf26ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:17Z', 'updated_at': '2020-11-24T11:04:25Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'subnets': [{'id': 'b4249585-d70b-4267-8160-304665cf26ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:26.808440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c8014-c7d3-4500-95aa-12e5b6f289ea None None] The sync data for ids ['fd64f681-2e6d-4e79-b207-f7b2646c9769'] in dv-cinder-763774-1-iscsi is: [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:18Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '9507e9be-9e73-4dc1-8604-9d5f09fe0ea0', 'name': '', 'network_id': 'b5289ef1-f744-4c6d-b9b5-5b8489f36144', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'mac_address': 'fa:16:3e:e6:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'b4249585-d70b-4267-8160-304665cf26ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:17Z', 'updated_at': '2020-11-24T11:04:25Z', 'revision_number': 4, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'subnets': [{'id': 'b4249585-d70b-4267-8160-304665cf26ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:27.010582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:27.014798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:27.027875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:27.028645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:27.150447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:27.233386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:27.572708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:27.576961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c91bb7-3259-4fe2-85a7-9312dea193e7 None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:27.656248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fed9-a424-436a-8ae9-a90d9e7b472c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:27.867053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42134) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:27.940064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:27.969844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.017195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.023178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6c372002-bf6b-472d-a631-5261fff097c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:28.040692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cd81f7-39db-437b-8b14-a5566d5eb822,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:28.043554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:28.050071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.051292 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "DELETE /v2.0/security-groups/62cd81f7-39db-437b-8b14-a5566d5eb822 HTTP/1.1" status: 204 len: 168 time: 0.1831300 Nov 24 11:04:28.054152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42138) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:28.071821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.v2.resource [None req-a4300e0b-712c-48f2-abb7-e26f0999b243 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] show failed (client error): The resource could not be found. Nov 24 11:04:28.072947 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a4300e0b-712c-48f2-abb7-e26f0999b243 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups/62cd81f7-39db-437b-8b14-a5566d5eb822 HTTP/1.1" status: 404 len: 347 time: 0.0178070 Nov 24 11:04:28.075918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42142) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:28.143409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950f1f4-4819-4ccc-a8c5-d0b718f40ded None None] New status for floating IP baeeffd0-32de-4860-a5c2-ab07b1176969: DOWN {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:04:28.211873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:28.251874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Deleting port 9dd7398e-9a37-46c1-92e1-074ba7502293 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:28.252094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.446221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.446707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.580585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Calling delete_port for 9dd7398e-9a37-46c1-92e1-074ba7502293 owned by network:floatingip {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:04:28.607871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning for port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:28.612893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:28.613332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.670089 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:04:28.670468 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:04:28.736947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.773300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] For port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:28.775803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:28.777685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e1b1db61-8d1a-45f4-b279-9c4ef67f769d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:28.841891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Pushing event updated for resources: {'Port': ['ID=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:28.845104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:29.172230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Deleting port 9dd7398e-9a37-46c1-92e1-074ba7502293 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:04:29.172819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.357292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.357665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.485453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Calling delete_port for 9dd7398e-9a37-46c1-92e1-074ba7502293 owned by network:floatingip {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:04:29.625271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.643295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d6388054-fdfb-4b1f-817b-7579f8e2229a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:29.742988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event deleted for resources: {'Port': ['ID=9dd7398e-9a37-46c1-92e1-074ba7502293,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:29.747250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:29.804197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a7c0700d-a368-4c6e-b32e-aa3f629795dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.867460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.884955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:29.886172 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "DELETE /v2.0/floatingips/baeeffd0-32de-4860-a5c2-ab07b1176969 HTTP/1.1" status: 204 len: 168 time: 1.8090425 Nov 24 11:04:30.129900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 up at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:30.172342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42154) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:30.178202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'security_group': {'name': 'tempest-securitygroup--2052931641', 'description': 'tempest-description--552874305'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:30.185029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:30.189414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:30.193405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:30.201129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:30.209919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Provisioning complete for port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:30.210350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.210577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.249823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:30.254525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:30.258544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:30.264793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:30.323144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.325866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.331209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02e18f0c-7ea3-45fc-b40f-9d417ed1e480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:30.374703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'SecurityGroup': ['ID=fea6686b-6534-440c-bb7c-b1025b381b57,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:30.377799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:30.378551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.379859 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a93f4216-0759-4434-bab2-4c9186434bcb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1663 time: 0.2063124 Nov 24 11:04:30.382858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42158) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:30.388341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'security_group_rule': {'security_group_id': 'fea6686b-6534-440c-bb7c-b1025b381b57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:30.394539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:30.398600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:30.401663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:30.407408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:30.423591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.488693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.492042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.494223 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:30.499281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.517830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c333a12-aef6-4576-83c6-67e374077920,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:30.520384 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:30.527151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.528510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1446328 Nov 24 11:04:30.531226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42164) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:30.536763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'security_group_rule': {'security_group_id': 'fea6686b-6534-440c-bb7c-b1025b381b57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:30.544309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:30.551216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:security_group_rule and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:30.555074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:30.560962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:30.581847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.648476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.651201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.658367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a30d3680-4205-4219-b6aa-ad2e45c4e95f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:30.677659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bab89f6-061c-4c9d-b946-799403198746,revision_number=0']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:30.680864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:30.686969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group_rule, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.688243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2713f431-fccc-4501-812e-783231b224f1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1560295 Nov 24 11:04:30.691484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42168) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:30.697014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:30.702641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:30.706669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Usage tracker for resource:floatingip and tenant:95ee9d72019f4ebbb61f09f1bca29535 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:04:30.710211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:04:30.716018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:30.725240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:30.872960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:31.149427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Allocated IP 172.27.1.207 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/443bb9aa-b27b-485e-9d0d-e8a413d5965d) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:31.391255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:31.512813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:31.537905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:31.552989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c8b74efc-f159-4685-a990-9f98dd907d9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:31.683983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'Port': ['ID=443bb9aa-b27b-485e-9d0d-e8a413d5965d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:31.688928 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:31.744786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:31.746166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:31.749209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:31.843669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:31.903852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:32.174937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:32.179294 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:32.194369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4b69ea43-b6ac-4e97-91a5-456a8b00ddc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:32.241841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:32.326699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'Port': ['ID=443bb9aa-b27b-485e-9d0d-e8a413d5965d,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:32.338990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:32.433081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:32.456965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:32.458303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7658315 Nov 24 11:04:32.701085 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-7914ad88-cdce-4fc7-b9d7-1511f2291ba6 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--2052931641&fields=id&tenant_id=95ee9d72019f4ebbb61f09f1bca29535 HTTP/1.1" status: 200 len: 267 time: 0.0441415 Nov 24 11:04:32.868668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-9d1962c2-3853-4364-95b0-5d8d1a0aedeb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:32.870199 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-9d1962c2-3853-4364-95b0-5d8d1a0aedeb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 811 time: 0.1621614 Nov 24 11:04:32.888136 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-13de031d-3a2b-4453-ab1c-fa4188e46f8f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/quotas/95ee9d72019f4ebbb61f09f1bca29535 HTTP/1.1" status: 200 len: 375 time: 0.0115697 Nov 24 11:04:32.976057 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-ea34b106-21e0-49eb-86e3-822442d96d70 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824053 Nov 24 11:04:33.133858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-77593bf7-47d3-4304-b4bf-5b6a90899568 service neutron] 10.222.0.27 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448374 Nov 24 11:04:33.278052 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-4638a14f-4a0a-449e-aa6f-b15920dcc7a1 service neutron] 10.222.0.27 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375101 Nov 24 11:04:33.488638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-8af3e536-19ce-47d0-bab0-17e464f86d51 req-460a071c-e33f-4f27-9a07-c8e5b49feef7 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:33.505317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-8af3e536-19ce-47d0-bab0-17e464f86d51 req-460a071c-e33f-4f27-9a07-c8e5b49feef7 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:33.506637 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8af3e536-19ce-47d0-bab0-17e464f86d51 req-460a071c-e33f-4f27-9a07-c8e5b49feef7 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 210 time: 0.0659914 Nov 24 11:04:34.701298 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-66da1415-303d-43bf-9ded-1e4f052150c2 req-90fad411-c770-4669-8f6d-8c21f7c4fea2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 210 time: 0.0554485 Nov 24 11:04:34.760615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-846dfec7-d6ab-4c7c-95b4-301d5cf4df9e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:34.762219 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-846dfec7-d6ab-4c7c-95b4-301d5cf4df9e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 811 time: 0.2237999 Nov 24 11:04:34.856210 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-fc19fa0c-c35b-42e3-a9ae-4710a5f5c2e2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95ee9d72019f4ebbb61f09f1bca29535 HTTP/1.1" status: 200 len: 5244 time: 0.0688496 Nov 24 11:04:34.881050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'port': {'device_id': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'admin_state_up': True, 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'security_groups': ['fea6686b-6534-440c-bb7c-b1025b381b57']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:35.027332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:35.037209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:35.046049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Made reservation on behalf of 95ee9d72019f4ebbb61f09f1bca29535 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:04:35.051632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:35.363307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Allocated IP 172.20.0.9 (f9e71276-0405-416c-b6cf-6c7531bd8257/92e28c28-ea1b-4564-8273-796d3336be90/be2ce448-97d9-4456-a2ef-49d581912d83) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:35.562752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:35.581310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Transition to ACTIVE for port object be2ce448-97d9-4456-a2ef-49d581912d83 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:35.600838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:35.618898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:35.753031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event updated for resources: {'Port': ['ID=be2ce448-97d9-4456-a2ef-49d581912d83,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:35.777687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.778116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.778542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.778962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.779380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.779792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.780200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.780634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.781046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.781451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.781859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.782268 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.782743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.783149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.783554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.783961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.784408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.784800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.785204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.785612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.786015 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.786437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.786842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.787245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:04:35.792162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:35.832151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Network f9e71276-0405-416c-b6cf-6c7531bd8257 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:35.833255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:35.835612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:35.906754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:35.907441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:35.917251 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42bd3e-df45-46e2-a097-5b7406b6de41 req-c0810bc0-fe2a-458f-9a36-c777454078a2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:35.918877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7b42bd3e-df45-46e2-a097-5b7406b6de41 req-c0810bc0-fe2a-458f-9a36-c777454078a2 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 931 time: 0.0866334 Nov 24 11:04:35.934893 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0577011 Nov 24 11:04:35.954389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Request body: {'port': {'device_id': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:35.969557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-7b42bd3e-df45-46e2-a097-5b7406b6de41 req-8c55356a-1e61-46b6-a4d0-59c1e29a06f3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:35.987224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-7b42bd3e-df45-46e2-a097-5b7406b6de41 req-8c55356a-1e61-46b6-a4d0-59c1e29a06f3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:35.988686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7b42bd3e-df45-46e2-a097-5b7406b6de41 req-8c55356a-1e61-46b6-a4d0-59c1e29a06f3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628521 Nov 24 11:04:36.076157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.097026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-acfce7ea-e8da-4949-9826-a6bdc620b262 None None] Provisioning for port be2ce448-97d9-4456-a2ef-49d581912d83 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:36.102711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-acfce7ea-e8da-4949-9826-a6bdc620b262 None None] Provisioning complete for port be2ce448-97d9-4456-a2ef-49d581912d83 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:36.103141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-acfce7ea-e8da-4949-9826-a6bdc620b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.160032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-acfce7ea-e8da-4949-9826-a6bdc620b262 None None] Port be2ce448-97d9-4456-a2ef-49d581912d83 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:04:36.485282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be2ce448-97d9-4456-a2ef-49d581912d83 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:04:36.492120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.504249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Transition to ACTIVE for port object be2ce448-97d9-4456-a2ef-49d581912d83 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:36.507492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.523050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-543ae473-f522-43d6-a636-c3319bcee4fb tempest-DeleteServersTestJSON-493221166 tempest-DeleteServersTestJSON-493221166] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:36.655047 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Pushing event updated for resources: {'Port': ['ID=be2ce448-97d9-4456-a2ef-49d581912d83,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:36.667014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:36.843903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Attempting to bind port be2ce448-97d9-4456-a2ef-49d581912d83 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:36.844495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Attempting to bind port be2ce448-97d9-4456-a2ef-49d581912d83 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:36.844713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Attempting to bind port be2ce448-97d9-4456-a2ef-49d581912d83 on network f9e71276-0405-416c-b6cf-6c7531bd8257 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:36.851909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:36.852316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Checking segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:36.852725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.853130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Bound using segment: {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:36.853620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Bound port: be2ce448-97d9-4456-a2ef-49d581912d83, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81dd8d-0041-4e97-b44a-447165b3d1a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:36.854002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.948904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] For port be2ce448-97d9-4456-a2ef-49d581912d83, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:36.952045 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] For port be2ce448-97d9-4456-a2ef-49d581912d83, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=be2ce448-97d9-4456-a2ef-49d581912d83,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:36.955361 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:36.970547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-16e017e3-4e4b-406d-bf2a-252e995b0914 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:37.120814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Pushing event updated for resources: {'Port': ['ID=be2ce448-97d9-4456-a2ef-49d581912d83,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:37.166027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:37.222509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:37.223466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:37.224720 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] 10.222.0.57 "PUT /v2.0/ports/be2ce448-97d9-4456-a2ef-49d581912d83 HTTP/1.1" status: 200 len: 1157 time: 1.2754090 Nov 24 11:04:37.226783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:04:37.256006 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb6529-c688-4511-8cab-ceef96b62689 req-dfe25007-50f4-4102-a437-559dd8ea2961 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:37.257345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-2fdb6529-c688-4511-8cab-ceef96b62689 req-dfe25007-50f4-4102-a437-559dd8ea2961 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:37.276772 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-2fdb6529-c688-4511-8cab-ceef96b62689 req-dfe25007-50f4-4102-a437-559dd8ea2961 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:37.278838 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2fdb6529-c688-4511-8cab-ceef96b62689 req-dfe25007-50f4-4102-a437-559dd8ea2961 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.1524024 Nov 24 11:04:37.317478 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'status': 'completed', 'code': 200} Nov 24 11:04:37.388576 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2fdb6529-c688-4511-8cab-ceef96b62689 req-99c7261e-3602-49a9-aa1a-01d2c733717f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734975 Nov 24 11:04:37.398469 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-317a3850-7807-4689-9659-18dd76eac1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:37.400146 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-317a3850-7807-4689-9659-18dd76eac1b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 1160 time: 0.1200113 Nov 24 11:04:37.486604 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-a6b72c3f-2b62-45dd-971a-f416f8c03612 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be2ce448-97d9-4456-a2ef-49d581912d83 HTTP/1.1" status: 200 len: 217 time: 0.0693398 Nov 24 11:04:37.555450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-22d6282d-1f41-4cb2-8836-400cf933f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:37.556949 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-22d6282d-1f41-4cb2-8836-400cf933f4da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0634162 Nov 24 11:04:37.639697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-f8eaff74-dda7-47fd-85f4-b0f1bac4e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:37.641327 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-f8eaff74-dda7-47fd-85f4-b0f1bac4e940 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768411 Nov 24 11:04:37.784717 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-63ae8cf2-8f5e-49a1-b98d-5f0fdb3377dc service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343775 Nov 24 11:04:38.154744 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63fa70f-a64c-4e9e-a287-62f67839d5e1 req-a4f9d4e1-7f86-40a5-adc7-560d58d5ba8c service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3630555 Nov 24 11:04:38.333442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-15351cbf-2ca7-406c-83c2-3f4734ebed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:38.335022 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-15351cbf-2ca7-406c-83c2-3f4734ebed3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 1160 time: 0.0766230 Nov 24 11:04:38.479029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-6ffeae31-a939-41d6-87e8-94a41b62f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:38.480806 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-6ffeae31-a939-41d6-87e8-94a41b62f512 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1380632 Nov 24 11:04:38.559370 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-ab40ac6f-ed09-409d-b143-98e97413ac67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be2ce448-97d9-4456-a2ef-49d581912d83 HTTP/1.1" status: 200 len: 217 time: 0.0695996 Nov 24 11:04:38.606109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf357c9-95e6-4ed3-9e06-bceea4dc0ae9 req-a081db67-5494-42d2-9376-fb308c28f7d4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:38.607665 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-abf357c9-95e6-4ed3-9e06-bceea4dc0ae9 req-a081db67-5494-42d2-9376-fb308c28f7d4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0867357 Nov 24 11:04:38.632451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-220e5cb0-8463-42a4-b2f6-3edad17a3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:38.634045 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-220e5cb0-8463-42a4-b2f6-3edad17a3869 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0663865 Nov 24 11:04:38.656436 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-abf357c9-95e6-4ed3-9e06-bceea4dc0ae9 req-2273c8f4-8992-431b-ad3d-a120c6e1379d tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Nov 24 11:04:38.716830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-5ab7b6f8-e753-4ef8-a9fe-bcb2f59c7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:38.718451 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-5ab7b6f8-e753-4ef8-a9fe-bcb2f59c7681 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772984 Nov 24 11:04:38.862089 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-92617b91-c8a9-4b76-b2a2-7069cf0a90a9 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350005 Nov 24 11:04:39.003967 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3f3ae81-886f-481e-a6be-0d310c4a66c3 req-b188498d-48a5-4e64-8082-081b56eddf9f service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345062 Nov 24 11:04:39.868520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74ec5f-aa2a-4844-941f-76127fd80d7d req-fcb3164d-2796-4854-949f-9f34a55d3df8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:39.870162 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf74ec5f-aa2a-4844-941f-76127fd80d7d req-fcb3164d-2796-4854-949f-9f34a55d3df8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0854454 Nov 24 11:04:39.918655 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf74ec5f-aa2a-4844-941f-76127fd80d7d req-3a4f6109-2167-46a8-9e9a-c346af46998d tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Nov 24 11:04:41.127574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150ffec-706c-4f80-a3a1-17d47ef7b9e0 req-780d98ee-5110-4538-9f4c-d6a7bf0e186e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:41.129215 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e150ffec-706c-4f80-a3a1-17d47ef7b9e0 req-780d98ee-5110-4538-9f4c-d6a7bf0e186e tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0844440 Nov 24 11:04:41.181977 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e150ffec-706c-4f80-a3a1-17d47ef7b9e0 req-c2ed4ea3-72d4-4fa9-963d-25615feebc77 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462649 Nov 24 11:04:42.395959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b980d8b-13aa-4b9c-9fcc-2a9cc2140cc9 req-037ca7ab-c2de-41b1-930a-f0947fa75ceb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:42.397528 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7b980d8b-13aa-4b9c-9fcc-2a9cc2140cc9 req-037ca7ab-c2de-41b1-930a-f0947fa75ceb tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0872836 Nov 24 11:04:42.445818 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7b980d8b-13aa-4b9c-9fcc-2a9cc2140cc9 req-cf1d4197-5062-4e1a-92ca-1e0413414456 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421343 Nov 24 11:04:43.655025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c82266-85f6-475e-9eb2-507657429066 req-954fd842-4c1e-42de-b198-08f0568fa7b3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:43.656582 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22c82266-85f6-475e-9eb2-507657429066 req-954fd842-4c1e-42de-b198-08f0568fa7b3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0833566 Nov 24 11:04:43.704651 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-22c82266-85f6-475e-9eb2-507657429066 req-1fd387ba-802b-44a3-804b-d5b2f8b9fe90 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416772 Nov 24 11:04:44.917531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de76783-db46-46e4-a286-a0df16e7093c req-27ca1672-b71e-4566-a41d-3236a8456e86 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:44.919173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8de76783-db46-46e4-a286-a0df16e7093c req-27ca1672-b71e-4566-a41d-3236a8456e86 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0838878 Nov 24 11:04:44.967579 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8de76783-db46-46e4-a286-a0df16e7093c req-e2e8fe4c-5d02-4530-aca0-e36db9de8a0c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419946 Nov 24 11:04:45.551409 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-420f6f71-707d-4afb-9185-62ee0ae3dd00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0782359 Nov 24 11:04:45.716782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-b9dd9cf3-cd52-4a75-a181-e712c968e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:45.718408 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-b9dd9cf3-cd52-4a75-a181-e712c968e8a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 1162 time: 0.0754309 Nov 24 11:04:45.876161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-3e6cb2e1-104a-49cf-ae97-b473f6fc1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:45.877719 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-3e6cb2e1-104a-49cf-ae97-b473f6fc1e64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1380270 Nov 24 11:04:45.989674 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-092f5213-8a3f-4d21-ad37-e73e8eb27272 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 200 len: 1001 time: 0.1040709 Nov 24 11:04:46.064715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-0c76df13-6c22-43f3-85f5-904cb1b9872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:46.066366 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-0c76df13-6c22-43f3-85f5-904cb1b9872d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0701339 Nov 24 11:04:46.151057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-9ba573f3-922d-44fb-946d-00343eb39d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:46.152709 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-9ba573f3-922d-44fb-946d-00343eb39d8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793476 Nov 24 11:04:46.184102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de362-a17c-4166-8427-5e3c1656311a req-d6e9de4f-7965-42d4-8484-1541daaee512 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:46.185729 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c47de362-a17c-4166-8427-5e3c1656311a req-d6e9de4f-7965-42d4-8484-1541daaee512 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 943 time: 0.0862167 Nov 24 11:04:46.234958 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c47de362-a17c-4166-8427-5e3c1656311a req-e5f1cba7-9663-49d5-8d24-9474cba72d82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Nov 24 11:04:46.276986 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device be2ce448-97d9-4456-a2ef-49d581912d83 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:46.303404 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-a6864670-e63c-4085-a737-5cde37da5eca service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426363 Nov 24 11:04:46.347341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port be2ce448-97d9-4456-a2ef-49d581912d83 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:46.352691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port be2ce448-97d9-4456-a2ef-49d581912d83 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:46.353123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:46.453187 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6fd3c999-8287-447c-a897-ac26415a6f72 req-9e1ee6f5-7170-43dd-87e1-94036f49113d service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428111 Nov 24 11:04:46.475569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:46.505679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:04:46.517200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port be2ce448-97d9-4456-a2ef-49d581912d83, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=be2ce448-97d9-4456-a2ef-49d581912d83,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:04:46.520316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:46.522265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:46.564167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'code': 200} Nov 24 11:04:46.590564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=be2ce448-97d9-4456-a2ef-49d581912d83,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:46.593811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:46.831375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae96c0-accf-498e-80c5-165dc35d9864 req-c484cb36-492c-44be-a217-08dd6cdc0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:46.832952 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e0ae96c0-accf-498e-80c5-165dc35d9864 req-c484cb36-492c-44be-a217-08dd6cdc0060 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 1162 time: 0.0739596 Nov 24 11:04:46.878515 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e0ae96c0-accf-498e-80c5-165dc35d9864 req-1202db74-19c2-41f7-812b-96469d1c2674 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382991 Nov 24 11:04:47.450347 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569a73d-92e8-44f5-a856-aa71e9f16810 req-ab24f350-deb6-4e9f-b84c-dc6bd47da94f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:47.451961 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b569a73d-92e8-44f5-a856-aa71e9f16810 req-ab24f350-deb6-4e9f-b84c-dc6bd47da94f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.0855217 Nov 24 11:04:47.502671 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b569a73d-92e8-44f5-a856-aa71e9f16810 req-f1f0aafe-9ece-40cb-b56d-030d17d33972 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443997 Nov 24 11:04:47.525813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device be2ce448-97d9-4456-a2ef-49d581912d83 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:04:47.535543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fb28a983-e7a4-4254-ba8b-477131958075 req-196ab147-c321-4a7d-b6b8-11f174b4b158 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:47.552436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fb28a983-e7a4-4254-ba8b-477131958075 req-196ab147-c321-4a7d-b6b8-11f174b4b158 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:47.553722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-196ab147-c321-4a7d-b6b8-11f174b4b158 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-856984809&fields=id&tenant_id=61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 267 time: 0.0613403 Nov 24 11:04:47.602642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port be2ce448-97d9-4456-a2ef-49d581912d83 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:47.603064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:47.716974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-adf23596-fc95-4cdf-958f-6d4bcf1542ea tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:47.717652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fb28a983-e7a4-4254-ba8b-477131958075 req-adf23596-fc95-4cdf-958f-6d4bcf1542ea tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:network {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:47.733763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fb28a983-e7a4-4254-ba8b-477131958075 req-adf23596-fc95-4cdf-958f-6d4bcf1542ea tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:network {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:47.735023 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-adf23596-fc95-4cdf-958f-6d4bcf1542ea tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 812 time: 0.1735516 Nov 24 11:04:47.752003 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-e23bd64e-a0ef-4c43-a2a3-e24ce3081a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/quotas/61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 375 time: 0.0109451 Nov 24 11:04:47.840101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fb28a983-e7a4-4254-ba8b-477131958075 req-ff5035e6-cc32-4b66-9ccb-8992defdcf44 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:47.855940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fb28a983-e7a4-4254-ba8b-477131958075 req-ff5035e6-cc32-4b66-9ccb-8992defdcf44 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:47.857338 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-ff5035e6-cc32-4b66-9ccb-8992defdcf44 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000423 Nov 24 11:04:48.005264 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-a477e942-4826-4849-b75d-1ef8b4c88abd service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353016 Nov 24 11:04:48.149777 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-5d1e80cd-0b1f-408d-97cc-75c4daa6a1b2 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376588 Nov 24 11:04:48.582821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e39d5f73-9b41-46bf-9af5-69e493148bee req-cfbf10dd-5068-49ab-82cf-2bea0d0f1ea5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 210 time: 0.0576894 Nov 24 11:04:48.721494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0145c12-57ff-414f-aea6-458c3d61695f req-ec02d4d3-e1d8-431e-b676-13be49c1659a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:48.723131 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b0145c12-57ff-414f-aea6-458c3d61695f req-ec02d4d3-e1d8-431e-b676-13be49c1659a tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.0867941 Nov 24 11:04:48.774487 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b0145c12-57ff-414f-aea6-458c3d61695f req-9f768237-d83c-4efa-996e-19d39c0cd756 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 Nov 24 11:04:48.906308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:04:48.981962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a41f83-ab34-4feb-8dd5-b48a73d5a487 req-2752b676-32c3-4cab-bc84-b53f3c84c8c8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:48.983597 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3a41f83-ab34-4feb-8dd5-b48a73d5a487 req-2752b676-32c3-4cab-bc84-b53f3c84c8c8 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.0854912 Nov 24 11:04:48.993016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42302) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:04:48.998551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Request body: {'floatingip': {'port_id': 'be2ce448-97d9-4456-a2ef-49d581912d83'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:49.082301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:49.711888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:49.715140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:49.802651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-9fecfdc3-52eb-46f8-b615-e20498881384 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:49.805224 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-9fecfdc3-52eb-46f8-b615-e20498881384 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 812 time: 0.1774213 Nov 24 11:04:49.957618 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0f475178-c109-4f2c-b2f1-2af0f9f14e16 req-5212a2fe-e06f-45c4-a814-9f24d5898c9e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 210 time: 0.0751891 Nov 24 11:04:49.964025 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-94aa4961-a9d7-49b8-8c1e-45080ebb4d0c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 5285 time: 0.1406362 Nov 24 11:04:49.975132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'port': {'device_id': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'admin_state_up': True, 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'security_groups': ['93942d3b-3629-4f02-b5f9-4b1663912d85']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:50.136793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:04:50.146058 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Floating IP eda420ee-40de-4e6f-9b55-34a937f6bb01 associated. External IP: 172.27.1.207, port: be2ce448-97d9-4456-a2ef-49d581912d83. Nov 24 11:04:50.146704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:04:50.156518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Made reservation on behalf of 61b4acb54dec4e22ad97adaaa38d7930 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:04:50.162035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:50.474504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Allocated IP 172.20.0.6 (08d136f3-304f-4f81-868a-41bf3021bdf9/9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e/a2b5bcf8-d55e-4b64-aecf-23c489ae9716) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:04:50.563861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:04:50.789800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:04:50.794769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:50.802011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:04:50.819602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:50.821801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:50.854763 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-823d0b3c-ad08-4160-8047-fc0567998c97 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "PUT /v2.0/floatingips/eda420ee-40de-4e6f-9b55-34a937f6bb01 HTTP/1.1" status: 200 len: 991 time: 1.8578808 Nov 24 11:04:50.854763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:04:50.914308 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'status': 'completed', 'code': 200} Nov 24 11:04:50.932424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:50.949679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Transition to ACTIVE for port object a2b5bcf8-d55e-4b64-aecf-23c489ae9716 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:50.970194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:50.985400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:51.058382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:51.067591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:51.068401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d126423-655b-420c-a2af-d78fe4f0120a req-2e4590c9-d605-4e2f-960e-0b547f8b7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:51.070708 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-2e4590c9-d605-4e2f-960e-0b547f8b7af8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 1162 time: 0.0914977 Nov 24 11:04:51.110943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:51.219748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d126423-655b-420c-a2af-d78fe4f0120a req-9f239c4d-3d1c-4f6a-82fa-a8972463c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:51.221466 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-9f239c4d-3d1c-4f6a-82fa-a8972463c51d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 200 len: 905 time: 0.1444957 Nov 24 11:04:51.281218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6538f30-f48a-431c-b526-8942b5c69346 req-60754694-ae2a-4cac-801f-8f925f331e8a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:51.282882 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f6538f30-f48a-431c-b526-8942b5c69346 req-60754694-ae2a-4cac-801f-8f925f331e8a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 931 time: 0.1733708 Nov 24 11:04:51.284970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:04:51.286237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:04:51.288725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:04:51.348756 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-51ced18e-5532-488a-9718-db291a4fa19c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be2ce448-97d9-4456-a2ef-49d581912d83 HTTP/1.1" status: 200 len: 999 time: 0.1201258 Nov 24 11:04:51.400965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f6538f30-f48a-431c-b526-8942b5c69346 req-20a3da50-2255-49ce-acc4-15bf895d340f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0796759 Nov 24 11:04:51.419649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:51.420359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:51.438108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d126423-655b-420c-a2af-d78fe4f0120a req-958276e6-139a-459d-9da8-3dc0a97d8cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:51.439694 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-958276e6-139a-459d-9da8-3dc0a97d8cbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 200 len: 850 time: 0.0844843 Nov 24 11:04:51.451008 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4807429 Nov 24 11:04:51.474587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Request body: {'port': {'device_id': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:04:51.480687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'eda420ee-40de-4e6f-9b55-34a937f6bb01', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'port_id': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'mac_address': 'fa:16:3e:d5:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:04:31Z', 'updated_at': '2020-11-24T11:04:49Z', 'revision_number': 1, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:51.486310 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:04:51.499763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:04:51.501350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:04:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:51.527880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-02c8eaca-289f-4d6d-be58-4afaeb4c6745 None None] Provisioning for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:04:51.529547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d126423-655b-420c-a2af-d78fe4f0120a req-fbaa31ff-439c-4851-b1e5-702333b44f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:51.531891 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-fbaa31ff-439c-4851-b1e5-702333b44f0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9e71276-0405-416c-b6cf-6c7531bd8257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846369 Nov 24 11:04:51.534030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-02c8eaca-289f-4d6d-be58-4afaeb4c6745 None None] Provisioning complete for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:04:51.534451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02c8eaca-289f-4d6d-be58-4afaeb4c6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:51.594955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-02c8eaca-289f-4d6d-be58-4afaeb4c6745 None None] Port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:04:51.597662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:51.694855 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-900ae2cb-8ec7-4d61-befb-d1072aa6cce7 service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559219 Nov 24 11:04:51.708076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:04:51.843772 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2d126423-655b-420c-a2af-d78fe4f0120a req-c24a17c2-1fac-4840-b238-a65a281a5fdf service neutron] 10.222.0.57 "GET /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420527 Nov 24 11:04:52.016688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b5bcf8-d55e-4b64-aecf-23c489ae9716 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:04:52.024066 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:52.037040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Transition to ACTIVE for port object a2b5bcf8-d55e-4b64-aecf-23c489ae9716 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:04:52.040118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:52.056907 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f063cc08-f749-4997-80ca-449358b27a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:52.080981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'eda420ee-40de-4e6f-9b55-34a937f6bb01', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'port_id': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'mac_address': 'fa:16:3e:d5:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:04:31Z', 'updated_at': '2020-11-24T11:04:49Z', 'revision_number': 1, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:04:52.085403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8699db2-ae87-4851-a62b-6123903b9c90 None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'eda420ee-40de-4e6f-9b55-34a937f6bb01', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'port_id': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'mac_address': 'fa:16:3e:d5:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:04:31Z', 'updated_at': '2020-11-24T11:04:49Z', 'revision_number': 1, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:04:52.198159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:52.201258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:52.393343 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400fa00-1067-40e3-9ff0-b4b52a839424 None None] New status for floating IP eda420ee-40de-4e6f-9b55-34a937f6bb01: ACTIVE {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:04:52.396581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Attempting to bind port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:04:52.396975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Attempting to bind port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:04:52.397360 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Attempting to bind port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 on network 08d136f3-304f-4f81-868a-41bf3021bdf9 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:04:52.404677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:04:52.405068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Checking segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:04:52.405485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:52.405896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Bound using segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:04:52.406392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Bound port: a2b5bcf8-d55e-4b64-aecf-23c489ae9716, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:04:52.406782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:52.512708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] For port a2b5bcf8-d55e-4b64-aecf-23c489ae9716, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:04:52.516178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] For port a2b5bcf8-d55e-4b64-aecf-23c489ae9716, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:04:52.521155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:52.539640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-74d40200-f8a3-44d3-a7b6-52a6ffe55e93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:04:52.744155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:04:52.753812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:04:52.797939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33f3b4-6bd2-492b-a7b2-94b973ddd35e req-95d377c8-710b-42ec-b538-1450862ee4b2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:52.798608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9e33f3b4-6bd2-492b-a7b2-94b973ddd35e req-95d377c8-710b-42ec-b538-1450862ee4b2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:04:52.814278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:52.815034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:52.816456 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] 10.222.0.57 "PUT /v2.0/ports/a2b5bcf8-d55e-4b64-aecf-23c489ae9716 HTTP/1.1" status: 200 len: 1157 time: 1.3483410 Nov 24 11:04:52.816975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:04:52.828390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-9e33f3b4-6bd2-492b-a7b2-94b973ddd35e req-95d377c8-710b-42ec-b538-1450862ee4b2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:04:52.829678 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e33f3b4-6bd2-492b-a7b2-94b973ddd35e req-95d377c8-710b-42ec-b538-1450862ee4b2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.2918091 Nov 24 11:04:52.886128 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'status': 'completed', 'code': 200} Nov 24 11:04:52.889154 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9e33f3b4-6bd2-492b-a7b2-94b973ddd35e req-c0b9ab18-e181-41e8-a845-9624c48bd069 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0529406 Nov 24 11:04:52.975173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-fa9408dc-ca5c-4455-b046-7d37fd4d1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:52.976679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-fa9408dc-ca5c-4455-b046-7d37fd4d1729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 1160 time: 0.0768721 Nov 24 11:04:53.061536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-b8ac84d3-6763-40f8-b6ac-e87b4a2f30ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716 HTTP/1.1" status: 200 len: 217 time: 0.0674536 Nov 24 11:04:53.129363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-757b3722-9e33-4666-915d-8ed997dcd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:53.130861 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-757b3722-9e33-4666-915d-8ed997dcd832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0632415 Nov 24 11:04:53.212921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a983-e7a4-4254-ba8b-477131958075 req-7aec9e9f-503f-4efb-9fce-3b6a7c2b6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:53.214568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-7aec9e9f-503f-4efb-9fce-3b6a7c2b6bba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771146 Nov 24 11:04:53.366152 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-688090fb-caff-4c25-92c1-7e8dcbb21454 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432257 Nov 24 11:04:53.519568 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fb28a983-e7a4-4254-ba8b-477131958075 req-7e735c9e-968c-46c5-833d-de7ad4704c0a service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367414 Nov 24 11:04:53.683794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-a7d7b648-eaaa-4b75-b227-8b3e8c64e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:53.685345 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-a7d7b648-eaaa-4b75-b227-8b3e8c64e4cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 1160 time: 0.0751400 Nov 24 11:04:53.828081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-4c68ec31-9632-44a1-8c69-c137acf88a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:53.829757 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-4c68ec31-9632-44a1-8c69-c137acf88a4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1370356 Nov 24 11:04:53.904843 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-3bed43a8-c0c6-4107-ba08-151e9bac0a88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716 HTTP/1.1" status: 200 len: 217 time: 0.0685303 Nov 24 11:04:53.975854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-f85792a3-f577-423f-a4ea-f872f2c0fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:53.978070 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-f85792a3-f577-423f-a4ea-f872f2c0fe1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0655441 Nov 24 11:04:54.133833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-f9deb7f4-0195-4809-8cd6-ff859b66100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:54.135491 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-f9deb7f4-0195-4809-8cd6-ff859b66100a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1505077 Nov 24 11:04:54.141727 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb8e0d-9cc8-435c-9cc1-b6109a7e09ce req-89f145f2-cdeb-4fca-8a65-c933182345ee tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:54.143234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-59eb8e0d-9cc8-435c-9cc1-b6109a7e09ce req-89f145f2-cdeb-4fca-8a65-c933182345ee tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.1217389 Nov 24 11:04:54.296635 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-59eb8e0d-9cc8-435c-9cc1-b6109a7e09ce req-a5516a86-471f-409f-922d-fd32b999742d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1277540 Nov 24 11:04:54.321354 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-bbed33a3-2598-49a4-9701-5b9ef8a0bc48 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767855 Nov 24 11:04:54.468623 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b195a1ff-1d13-455a-b67f-43fd505ff6bf req-1a723180-0be3-4624-a012-0a18a38c3e3a service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401320 Nov 24 11:04:55.751632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cf459-b311-4f09-9081-ca4c0fc6fa61 req-19531e50-03cf-483d-9457-44e932147a25 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:55.754411 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-375cf459-b311-4f09-9081-ca4c0fc6fa61 req-19531e50-03cf-483d-9457-44e932147a25 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.3294113 Nov 24 11:04:55.807087 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-375cf459-b311-4f09-9081-ca4c0fc6fa61 req-66c9d31a-6ba7-4d04-9c47-71a3e920d245 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0460396 Nov 24 11:04:57.016826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892647e3-44b6-4442-9b2d-c120399b74ae req-fa64a811-d2af-4ab2-9c6c-dcf6ee16371a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:57.018424 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-892647e3-44b6-4442-9b2d-c120399b74ae req-fa64a811-d2af-4ab2-9c6c-dcf6ee16371a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0837646 Nov 24 11:04:57.066416 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-892647e3-44b6-4442-9b2d-c120399b74ae req-e07cb0b0-6e8a-4c5a-9792-0dc84d090c92 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0418820 Nov 24 11:04:57.158733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:57.657148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a6e4891-e52c-446a-b2df-db6be575fe96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:04:58.282909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948c007-f6ac-4470-b34d-1e2c8f937dd0 req-0f7be4df-bd65-46fa-9f54-e6a7c45c7445 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:58.284536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d948c007-f6ac-4470-b34d-1e2c8f937dd0 req-0f7be4df-bd65-46fa-9f54-e6a7c45c7445 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0865521 Nov 24 11:04:58.333820 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d948c007-f6ac-4470-b34d-1e2c8f937dd0 req-5dfd6db1-f0b2-451c-9c4a-fba85371d67d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0429473 Nov 24 11:04:59.540793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067b12e-fc4f-47d2-b561-494d6c212c33 req-ab8bf91e-a415-4d59-ab40-e1f89f38c6f2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:04:59.542392 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2067b12e-fc4f-47d2-b561-494d6c212c33 req-ab8bf91e-a415-4d59-ab40-e1f89f38c6f2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0836039 Nov 24 11:04:59.592992 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2067b12e-fc4f-47d2-b561-494d6c212c33 req-49f9f63f-e180-44d5-9850-12a9a8c76bfd tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442207 Nov 24 11:04:59.805372 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fe437d0f-a6ab-4d1d-aecf-5ac56a2e1adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:00.501079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:00.802167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a930d-e478-47b8-873e-4a58d9333fbd req-cb6c30be-dc9b-4f7f-b15f-82bcc5d6d611 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:00.803780 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-876a930d-e478-47b8-873e-4a58d9333fbd req-cb6c30be-dc9b-4f7f-b15f-82bcc5d6d611 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0836296 Nov 24 11:05:00.852249 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-876a930d-e478-47b8-873e-4a58d9333fbd req-77fd7fd7-5507-4a38-9997-8d1e80f4cf11 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0420980 Nov 24 11:05:01.392323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:02.066030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd1966-8a45-4a13-9341-e4b57deccaf2 req-b2001a55-8a5d-4e53-a823-b271036e58f0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:02.067630 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3dfd1966-8a45-4a13-9341-e4b57deccaf2 req-b2001a55-8a5d-4e53-a823-b271036e58f0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0862975 Nov 24 11:05:02.116219 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3dfd1966-8a45-4a13-9341-e4b57deccaf2 req-ebf9e46b-2ed3-4d49-a7d8-ba2429d75dc6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0419099 Nov 24 11:05:02.246448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:03.328195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e55687-6c36-4622-8fd5-64c6f964c52b req-3be7701a-401b-4209-a0c7-53114c48c048 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:03.329854 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-20e55687-6c36-4622-8fd5-64c6f964c52b req-3be7701a-401b-4209-a0c7-53114c48c048 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0847745 Nov 24 11:05:03.378499 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-20e55687-6c36-4622-8fd5-64c6f964c52b req-9780bdc6-beb8-4a8b-8a27-614e1ef45dab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0419211 Nov 24 11:05:04.420392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device a2b5bcf8-d55e-4b64-aecf-23c489ae9716 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:05:04.493787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:05:04.498674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:04.499103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:04.592811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b706f87e-92d3-4e1f-b321-234f408864fd req-9e978ff9-42a9-482e-8b41-bfef3d9e4c92 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:04.594446 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b706f87e-92d3-4e1f-b321-234f408864fd req-9e978ff9-42a9-482e-8b41-bfef3d9e4c92 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 943 time: 0.0878410 Nov 24 11:05:04.616803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:04.643227 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b706f87e-92d3-4e1f-b321-234f408864fd req-ffa5c16c-e99e-4e19-b424-c5d4aa496c97 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0422771 Nov 24 11:05:04.644435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:05:04.656137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port a2b5bcf8-d55e-4b64-aecf-23c489ae9716, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:05:04.659545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:04.662305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e9dc8992-41a3-4105-bf40-ab2878689e60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:04.707856 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'code': 200} Nov 24 11:05:04.734329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:04.743527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.743925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.744352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.744699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.745080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.745459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.745842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.746221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.746597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.746973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.747355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.747725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.748171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.748572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.748947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.749318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.749693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.750071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.750675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.751051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.751431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.751791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.752162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.752558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:04.756769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:05.041993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12786f0-bed2-434f-99a1-3d2ede15ead9 req-05b18fe3-fe22-430b-b6cf-9268ed88dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:05.043645 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f12786f0-bed2-434f-99a1-3d2ede15ead9 req-05b18fe3-fe22-430b-b6cf-9268ed88dd40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 1162 time: 0.0749962 Nov 24 11:05:05.097870 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f12786f0-bed2-434f-99a1-3d2ede15ead9 req-9a6edabe-e1fc-4c94-82d1-2626772a4ae6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0380132 Nov 24 11:05:05.674272 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device a2b5bcf8-d55e-4b64-aecf-23c489ae9716 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:05:05.745352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:05.745766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:05.861242 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec647af-f0af-44e9-9347-de5896b0f736 req-76737cfa-1369-4200-8eed-6e99caab3739 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:05.863028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2ec647af-f0af-44e9-9347-de5896b0f736 req-76737cfa-1369-4200-8eed-6e99caab3739 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.0841906 Nov 24 11:05:05.916555 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2ec647af-f0af-44e9-9347-de5896b0f736 req-2f05c1bc-58f8-4369-a7a7-2f90bb55c6ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0462987 Nov 24 11:05:07.126100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada56ad-713a-47f9-a295-4a733de31dae req-efccec8a-9e15-4870-95f6-bce0459b2ff3 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:07.127711 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4ada56ad-713a-47f9-a295-4a733de31dae req-efccec8a-9e15-4870-95f6-bce0459b2ff3 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.0839701 Nov 24 11:05:07.175736 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4ada56ad-713a-47f9-a295-4a733de31dae req-0971fa0a-0a97-40c8-a1e2-8a325d7eba74 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0417471 Nov 24 11:05:07.392720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31719019-9ed7-411a-9ace-d40a49b69705 req-61b10593-7d8d-4f55-83a8-c56fdb49fe41 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:07.394363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31719019-9ed7-411a-9ace-d40a49b69705 req-61b10593-7d8d-4f55-83a8-c56fdb49fe41 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.0900254 Nov 24 11:05:07.443513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-31719019-9ed7-411a-9ace-d40a49b69705 req-bc26f7f8-592b-4424-ab30-31c153c54ca1 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428138 Nov 24 11:05:07.653696 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-4ff248e6-4e57-4f00-a284-f961e5ad32c0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1565013 Nov 24 11:05:07.663816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:07.670170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:07.674312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Usage tracker for resource:floatingip and tenant:61b4acb54dec4e22ad97adaaa38d7930 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:05:07.677449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:05:07.678208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device a2b5bcf8-d55e-4b64-aecf-23c489ae9716 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:05:07.683320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:07.692971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:07.750637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:07.750987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:07.839025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.114246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Allocated IP 172.27.1.60 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/c7c90023-6963-44f7-9f1d-7034f99fe36a) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:05:08.279369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.305231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.320227 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8218d32d-e8ac-4640-95c8-c2a8ddd8de40 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:08.451137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=c7c90023-6963-44f7-9f1d-7034f99fe36a,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:08.463386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:08.506761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:05:08.507927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:05:08.510359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:05:08.601395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.659028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.918926 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.922304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:08.937679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-319f7995-e310-4b53-be33-665806f7217a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:09.067104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=c7c90023-6963-44f7-9f1d-7034f99fe36a,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:09.079439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:09.170798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:09.194978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:09.197033 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5374219 Nov 24 11:05:09.281678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-52739665-6c38-4ac1-9017-6000b0bc3c28 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:05:09.297973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-52739665-6c38-4ac1-9017-6000b0bc3c28 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:05:09.299254 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-52739665-6c38-4ac1-9017-6000b0bc3c28 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0958424 Nov 24 11:05:09.461328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-9b8a4bf8-52bf-4b66-b75c-c7de44c3e1c8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:09.462805 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-9b8a4bf8-52bf-4b66-b75c-c7de44c3e1c8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1565146 Nov 24 11:05:09.473381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-8a3800d4-da45-4613-b8c3-a022fc8497c6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:05:09.474419 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2be05211-e628-4fe1-ad2e-1de8ac3cbd06 req-8a3800d4-da45-4613-b8c3-a022fc8497c6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0057418 Nov 24 11:05:09.670781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-15794da3-ed51-4183-8e93-bc08c3884232 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:09.672438 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-15794da3-ed51-4183-8e93-bc08c3884232 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0885460 Nov 24 11:05:09.757180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-e95a0611-edd6-46cd-87fa-09c084126182 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0784452 Nov 24 11:05:09.767386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'floatingip': {'port_id': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:09.848180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:10.658729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:10.661392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:10.857061 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Floating IP 9c930e64-2dfd-44d5-8b05-762c28a0225e associated. External IP: 172.27.1.60, port: a2b5bcf8-d55e-4b64-aecf-23c489ae9716. Nov 24 11:05:11.261889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:05:11.470921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:05:11.475417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:11.481690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:05:11.495222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:05:11.495957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:05:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:11.532017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-eddc4bad-3fa4-423b-b1db-d5d283c42f09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "PUT /v2.0/floatingips/9c930e64-2dfd-44d5-8b05-762c28a0225e HTTP/1.1" status: 200 len: 995 time: 1.7685516 Nov 24 11:05:11.532529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:05:11.595494 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'status': 'completed', 'code': 200} Nov 24 11:05:11.629113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-59b0c935-e257-4864-924c-22ccabf9de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:11.630858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-59b0c935-e257-4864-924c-22ccabf9de67 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 1162 time: 0.0843358 Nov 24 11:05:11.684308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:05:11.735515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-c41f060e-7e3e-4786-be03-d7aadd5dfd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:11.737235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-c41f060e-7e3e-4786-be03-d7aadd5dfd77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 1162 time: 0.0806050 Nov 24 11:05:11.790209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-269e9de0-4457-47fd-96d7-a6d0cd578840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:11.791895 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-269e9de0-4457-47fd-96d7-a6d0cd578840 service neutron] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1449041 Nov 24 11:05:11.884308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-a0bc586f-bc7a-492b-b521-e3c390c8adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:11.885965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-a0bc586f-bc7a-492b-b521-e3c390c8adf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1417193 Nov 24 11:05:11.900521 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-d4f9f320-f18b-471a-b298-aafd266073a8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716 HTTP/1.1" status: 200 len: 998 time: 0.1016226 Nov 24 11:05:11.973892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-4a7d1873-7825-4fcb-adff-e5610af5c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:11.975544 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-4a7d1873-7825-4fcb-adff-e5610af5c486 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0682845 Nov 24 11:05:11.998954 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-1780546e-5dd7-445d-b17f-7e380a5ce00c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716 HTTP/1.1" status: 200 len: 998 time: 0.1048253 Nov 24 11:05:12.061393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-f16d6ebd-abae-43de-91a7-9647451bc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:12.063849 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-f16d6ebd-abae-43de-91a7-9647451bc1e6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807719 Nov 24 11:05:12.069286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '9c930e64-2dfd-44d5-8b05-762c28a0225e', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:6c:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:05:08Z', 'updated_at': '2020-11-24T11:05:10Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:12.074549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:05:12.075270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-af4e2718-a3eb-401f-95d6-763872c42013 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:05:12.076496 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-af4e2718-a3eb-401f-95d6-763872c42013 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0066335 Nov 24 11:05:12.092042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:05:12.093007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:05:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:12.105162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-96bf7af1-8cb1-4c74-ac04-5b9d59cb0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:12.106761 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-96bf7af1-8cb1-4c74-ac04-5b9d59cb0cba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0927324 Nov 24 11:05:12.218115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-830a922d-1fb4-4512-85b7-1bd88238ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:12.219780 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-830a922d-1fb4-4512-85b7-1bd88238ea81 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907931 Nov 24 11:05:12.230125 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-4b22e3d6-dbd4-43de-8bfa-0d0940ade19c service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465890 Nov 24 11:05:12.294726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:05:12.373253 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-05a33d46-99bf-42a9-a8ce-fe4524931c70 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460953 Nov 24 11:05:12.391432 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-961e65db-5a4d-49b8-b4d9-8d5cb1fdf031 req-c16b2ce0-1fa8-4033-bf8a-b8bab090f6eb service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1547227 Nov 24 11:05:12.521429 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bf11d1a8-ebe3-48da-a941-25f0fc9cc015 req-e329db29-add4-4a55-8845-64954a66e18e service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408355 Nov 24 11:05:12.661007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '9c930e64-2dfd-44d5-8b05-762c28a0225e', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:6c:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:05:08Z', 'updated_at': '2020-11-24T11:05:10Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:12.665521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76970abb-09ca-4b8f-9330-0684e1778f94 None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '9c930e64-2dfd-44d5-8b05-762c28a0225e', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.60', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:6c:cb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:05:08Z', 'updated_at': '2020-11-24T11:05:10Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:05:12.958828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62d18a8-92c5-4351-a8cc-a6b7b21cdb65 None None] New status for floating IP 9c930e64-2dfd-44d5-8b05-762c28a0225e: ACTIVE {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:05:21.949699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815a05f-fed0-44bc-a84a-bac54e06af28 req-9ae62124-3bae-4f1d-b77d-8d090e97c4f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:21.951320 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f815a05f-fed0-44bc-a84a-bac54e06af28 req-9ae62124-3bae-4f1d-b77d-8d090e97c4f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0883298 Nov 24 11:05:21.999602 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f815a05f-fed0-44bc-a84a-bac54e06af28 req-047f2419-824f-4e17-b747-8386010253cc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416415 Nov 24 11:05:23.225668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9424f0-faf9-4de4-ac9e-15c43b3b42fd req-26e5fe70-f8c4-4209-bd0a-612e9b11608a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:23.227288 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f9424f0-faf9-4de4-ac9e-15c43b3b42fd req-26e5fe70-f8c4-4209-bd0a-612e9b11608a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0841961 Nov 24 11:05:23.276179 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f9424f0-faf9-4de4-ac9e-15c43b3b42fd req-dcab806c-a253-41a3-9787-eb142eeb7ba1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425379 Nov 24 11:05:24.398476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-349b9016-224f-4409-a955-059a041e6978 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:24.400674 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-349b9016-224f-4409-a955-059a041e6978 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.3077967 Nov 24 11:05:24.475157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Deleting port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:05:24.475543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:24.510645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c173b-a194-414d-8683-5adf76426486 req-893e87c7-caa6-4f02-8793-d2c0dcad67ea tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:24.512334 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a84c173b-a194-414d-8683-5adf76426486 req-893e87c7-caa6-4f02-8793-d2c0dcad67ea tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 945 time: 0.0871310 Nov 24 11:05:24.563121 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a84c173b-a194-414d-8683-5adf76426486 req-ba926257-dfa7-465a-a88b-7fd4fbc89eba tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=8b94d7c6-f644-4358-8f42-76d9704ec737&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444095 Nov 24 11:05:24.733490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] For port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:05:24.733900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:25.037465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:25.037465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:25.037465 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Floating IP 6c376339-8cbd-4882-a3bf-8432eb1d6ac8 disassociated. External IP: 172.27.1.155, port: ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5. Nov 24 11:05:25.037797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Calling delete_port for ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:05:25.182813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:25.197795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ae0fb2e2-6418-4a46-a854-bc7ebefae269 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:25.288992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event deleted for resources: {'Port': ['ID=ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:25.301842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:25.582710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Router 66c4518c-0cc8-4652-903b-839495c738b5 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:05:25.675485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:05:25.711919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:05:25.712331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:05:25.757487 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f3b94a1-c762-4251-8344-6da13bf2e4ed req-ed96085a-6b3a-42df-9153-b6ba3eb7930e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=a51a03f3-f108-4a5a-8afa-4f12a7735665 HTTP/1.1" status: 200 len: 210 time: 0.0498922 Nov 24 11:05:25.803550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:05:25.813559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:05:25.826905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:05:25.827908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:05:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:25.843621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] No DVR routers for this DVR port ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:05:25.846210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:25.853640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-deleted', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:05:25.868227 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ca6070e8-89c2-4cb4-926a-1fa7c908e540 req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "DELETE /v2.0/ports/ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5 HTTP/1.1" status: 204 len: 173 time: 1.4619460 Nov 24 11:05:25.920821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51a03f3-f108-4a5a-8afa-4f12a7735665', 'name': 'network-vif-deleted', 'tag': 'ee7a808b-e98d-4bb6-951d-ffff7b8ebaf5', 'status': 'completed', 'code': 200} Nov 24 11:05:25.926588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:05:26.033363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:05:26.364082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:26.368757 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:05:26.380248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:05:26.380882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:05:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:26.715868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:05:26.927741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42460) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:27.002236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.031313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.044558 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:27.048731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec909415-0dd1-473c-9f6c-c7fdb0305138 None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:05:27.083957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.090405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ef3f800c-15a1-478b-8309-c1cc37c54e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:27.106649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b94d7c6-f644-4358-8f42-76d9704ec737,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:27.121119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.121543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.121961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.122370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.122774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.123175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.123579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.123975 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.124400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.124801 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.125446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.126068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.126538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.126933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.127326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.127717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.128111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.128529 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.128927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.129320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.129712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.130103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.130492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.130882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:27.134086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.138361 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "DELETE /v2.0/security-groups/8b94d7c6-f644-4358-8f42-76d9704ec737 HTTP/1.1" status: 204 len: 168 time: 0.2089262 Nov 24 11:05:27.138524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42464) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:27.139274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:27.162486 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.v2.resource [None req-ba4b17d4-a98e-4a40-8a3d-0c271aab4a81 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] show failed (client error): The resource could not be found. Nov 24 11:05:27.163620 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ba4b17d4-a98e-4a40-8a3d-0c271aab4a81 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups/8b94d7c6-f644-4358-8f42-76d9704ec737 HTTP/1.1" status: 404 len: 347 time: 0.0234861 Nov 24 11:05:27.167396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42468) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:27.270139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.338981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Deleting port c42cb984-c519-4d6a-8206-1636ba9ab4f1 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:05:27.339435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.474337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86cafa2-0ead-4ec3-9f53-f6495c254166 None None] New status for floating IP 6c376339-8cbd-4882-a3bf-8432eb1d6ac8: DOWN {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:05:27.521533 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.521845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.651257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Calling delete_port for c42cb984-c519-4d6a-8206-1636ba9ab4f1 owned by network:floatingip {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:05:27.704740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53fd56b0-8994-4613-bf0e-fc70b1ff78e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:27.733934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:05:27.734457 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:05:28.235215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Deleting port c42cb984-c519-4d6a-8206-1636ba9ab4f1 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:05:28.235623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:28.415359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:28.415728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:28.547732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Calling delete_port for c42cb984-c519-4d6a-8206-1636ba9ab4f1 owned by network:floatingip {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:05:28.685191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:28.700367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3585a7be-f408-48fd-8cf1-afdb7f8ca078 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:28.798084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event deleted for resources: {'Port': ['ID=c42cb984-c519-4d6a-8206-1636ba9ab4f1,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:28.802469 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:28.921438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:28.936328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:28.937510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c8b4c13a-b375-46a7-8a85-815b23d6dc0e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "DELETE /v2.0/floatingips/6c376339-8cbd-4882-a3bf-8432eb1d6ac8 HTTP/1.1" status: 204 len: 168 time: 1.7691422 Nov 24 11:05:29.331585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42478) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:29.338080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'security_group': {'name': 'tempest-securitygroup--732099985', 'description': 'tempest-description--119913401'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:29.344592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:29.349020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:05:29.353688 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:05:29.359641 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:29.369011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.405497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:29.409493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:05:29.412473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:05:29.418876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:29.474345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.477635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.483157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dd452f37-b881-4495-833c-552ffc660387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:29.528842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c84897-396b-4d17-8e6b-220cd2618cf5,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:29.531732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.533062 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1662 time: 0.2003183 Nov 24 11:05:29.534030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:29.535981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42482) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:29.542157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'security_group_rule': {'security_group_id': 'e7c84897-396b-4d17-8e6b-220cd2618cf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:29.548628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:29.552600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:05:29.555647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:05:29.561566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:29.579086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.646824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.650138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.652319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1001864f-db4d-4e49-bd88-c5aa16823f4b tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:29.675498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277fd18d-c466-4704-b1ef-21495e6e7520,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:29.678019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:29.684185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.685506 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1485088 Nov 24 11:05:29.688291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42488) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:29.693837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'security_group_rule': {'security_group_id': 'e7c84897-396b-4d17-8e6b-220cd2618cf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:29.700662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:29.704770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:security_group_rule and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:05:29.707835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:05:29.714354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:29.730104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.796016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.798894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391712'] for security_group_rule, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.806211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-657137a9-e64c-4749-a76b-29b7e50d43e5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:29.810039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7b0fcb95-dadb-4835-94bc-2d55ca93e775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.827217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d0e739-4c70-4dc9-b81d-8e1203249c53,revision_number=0']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:29.829908 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:29.837016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group_rule, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:29.838322 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-fea1ad63-0bb4-4f01-9138-5a52ce4383d0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1490180 Nov 24 11:05:29.841534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42492) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:29.847034 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:29.852693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:29.856705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Usage tracker for resource:floatingip and tenant:4736ea25a96a42c1951f08e3c2b2f96a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:05:29.859703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:05:29.865566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:29.874934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:30.018384 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:30.291262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Allocated IP 172.27.1.185 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/e5823a5b-b146-4b70-81dc-ce0f25171f74) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:05:30.505532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:30.673451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:30.699386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:30.715522 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d44b5989-e2f3-4a63-910f-52c527258baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:30.848218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'Port': ['ID=e5823a5b-b146-4b70-81dc-ce0f25171f74,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:30.852935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:30.906632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:05:30.907791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:05:30.909996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:05:31.002025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.060476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.326835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.330386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.346185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5455fd56-daa4-43e6-84b6-bd7b7375bd0a tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:31.394273 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.477087 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'Port': ['ID=e5823a5b-b146-4b70-81dc-ce0f25171f74,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:31.481786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:31.587333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.610208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:31.611537 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7690003 Nov 24 11:05:31.939549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c9de6c02-8a6a-4108-b87a-0f8cbc067da9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:05:31.954336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c9de6c02-8a6a-4108-b87a-0f8cbc067da9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:05:31.955597 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c9de6c02-8a6a-4108-b87a-0f8cbc067da9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--732099985&fields=id&tenant_id=4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 267 time: 0.0637562 Nov 24 11:05:32.116261 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-7eecf65e-cbd1-4e57-874d-e093e64c0ba3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:32.118473 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-7eecf65e-cbd1-4e57-874d-e093e64c0ba3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 817 time: 0.1556201 Nov 24 11:05:32.135493 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-cd52aab6-e88f-4bf8-a84e-fc5e65e91864 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/quotas/4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 375 time: 0.0109203 Nov 24 11:05:32.225214 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-ccda4518-94dc-419f-81c8-048611ae8b97 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842512 Nov 24 11:05:32.261574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:32.380103 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-427b34bd-3ce5-423c-9730-4d2032541e61 service neutron] 10.222.0.27 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414750 Nov 24 11:05:32.520847 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-f1c00b69-ca42-4fbf-9739-8f675c9fcfbc service neutron] 10.222.0.27 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342263 Nov 24 11:05:32.724186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fa2cce86-acb1-457f-8e7f-804910d1f2f9 req-83150092-cce3-4279-a931-48ec8350d5d8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:05:32.740122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fa2cce86-acb1-457f-8e7f-804910d1f2f9 req-83150092-cce3-4279-a931-48ec8350d5d8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:05:32.741550 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa2cce86-acb1-457f-8e7f-804910d1f2f9 req-83150092-cce3-4279-a931-48ec8350d5d8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 210 time: 0.0633821 Nov 24 11:05:33.945750 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-efc4097a-5914-4897-a87f-246a9d59b512 req-0d2addf9-d0ee-4e1b-9ffa-16a531f73e18 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 210 time: 0.0561166 Nov 24 11:05:33.967320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-1110b1bd-9c59-4cd8-a90f-d6d2d2131280 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:33.968077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-1110b1bd-9c59-4cd8-a90f-d6d2d2131280 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:network {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:05:33.986081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-1110b1bd-9c59-4cd8-a90f-d6d2d2131280 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:network {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:05:33.987351 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-1110b1bd-9c59-4cd8-a90f-d6d2d2131280 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 817 time: 0.2205725 Nov 24 11:05:34.081930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-72905d93-7e00-481b-97bf-1e3393e68377 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:05:34.095412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-72905d93-7e00-481b-97bf-1e3393e68377 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:security_group {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:05:34.096336 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-72905d93-7e00-481b-97bf-1e3393e68377 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 5243 time: 0.0843973 Nov 24 11:05:34.106615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'port': {'device_id': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'admin_state_up': True, 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'security_groups': ['e7c84897-396b-4d17-8e6b-220cd2618cf5']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:34.250937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:05:34.262072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:05:34.271226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Made reservation on behalf of 4736ea25a96a42c1951f08e3c2b2f96a for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:05:34.277702 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:34.600449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Allocated IP 172.20.0.7 (67959838-9780-45c4-a61c-22ae6203b36c/161d6524-5204-4fd6-9ee5-ee727b20e936/6912865c-3f16-4e6a-9482-c261ceef7a52) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:05:34.798778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:34.815615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Transition to ACTIVE for port object 6912865c-3f16-4e6a-9482-c261ceef7a52 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:05:34.834786 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:34.849277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b3f5772d-35ca-434b-9ab1-f37c832c79d6 tempest-VolumesActionsTest-1964287924 tempest-VolumesActionsTest-1964287924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:34.983754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event updated for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:34.988093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:35.044675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Network 67959838-9780-45c4-a61c-22ae6203b36c is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:05:35.045797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:05:35.048075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:05:35.164871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:35.165556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:35.205836 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1034136 Nov 24 11:05:35.220459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52185e22-8463-41f3-9257-1a6b9a626447 req-970d05ef-2350-4716-8ab5-a8331d0c3c80 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:35.221219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-52185e22-8463-41f3-9257-1a6b9a626447 req-970d05ef-2350-4716-8ab5-a8331d0c3c80 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:05:35.230151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Request body: {'port': {'device_id': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:35.291749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-52185e22-8463-41f3-9257-1a6b9a626447 req-970d05ef-2350-4716-8ab5-a8331d0c3c80 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:05:35.293094 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52185e22-8463-41f3-9257-1a6b9a626447 req-970d05ef-2350-4716-8ab5-a8331d0c3c80 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 931 time: 0.1974475 Nov 24 11:05:35.317527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3a367bb1-86e9-47f2-af8e-87ab601dae84 None None] Provisioning for port 6912865c-3f16-4e6a-9482-c261ceef7a52 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:05:35.322398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-3a367bb1-86e9-47f2-af8e-87ab601dae84 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:35.322778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3a367bb1-86e9-47f2-af8e-87ab601dae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:35.376509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-3a367bb1-86e9-47f2-af8e-87ab601dae84 None None] Port 6912865c-3f16-4e6a-9482-c261ceef7a52 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:05:35.394724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:35.419371 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52185e22-8463-41f3-9257-1a6b9a626447 req-bdbef874-4f7a-4341-9eeb-791ce8588257 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840247 Nov 24 11:05:35.810771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6912865c-3f16-4e6a-9482-c261ceef7a52 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:05:35.817785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:35.830264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Transition to ACTIVE for port object 6912865c-3f16-4e6a-9482-c261ceef7a52 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:05:35.832831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:35.851797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-30152dfd-f0dc-4846-9ee0-ea1c40840350 tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:35.982188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Pushing event updated for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:36.011012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.011539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.011831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.012245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.012679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.013088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.013495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.013903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.014308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.014711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.015118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.015521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.015996 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.016428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.016839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.017240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.017639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.018037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.018435 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.018832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.019232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.019629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.020031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.020459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:05:36.032364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:36.191430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Attempting to bind port 6912865c-3f16-4e6a-9482-c261ceef7a52 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:05:36.191815 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Attempting to bind port 6912865c-3f16-4e6a-9482-c261ceef7a52 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:05:36.192191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Attempting to bind port 6912865c-3f16-4e6a-9482-c261ceef7a52 on network 67959838-9780-45c4-a61c-22ae6203b36c {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:05:36.199855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:05:36.200236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Checking segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:05:36.200675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:36.201080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Bound using segment: {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:05:36.201562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Bound port: 6912865c-3f16-4e6a-9482-c261ceef7a52, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a7db47-bfea-456e-aa5f-e598bef698d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:05:36.201949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:36.293951 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] For port 6912865c-3f16-4e6a-9482-c261ceef7a52, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:05:36.297202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] For port 6912865c-3f16-4e6a-9482-c261ceef7a52, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6912865c-3f16-4e6a-9482-c261ceef7a52,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:05:36.300595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:36.316406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:36.706277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Pushing event updated for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:36.744298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:36.800789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:36.801476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:36.802991 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] 10.222.0.57 "PUT /v2.0/ports/6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 1157 time: 1.5789418 Nov 24 11:05:36.804094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:05:36.828544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846cc6f-f7af-455e-ad8d-085523684432 req-9a6f0619-c2b0-4805-93b6-652d739d07e6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:36.830274 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2846cc6f-f7af-455e-ad8d-085523684432 req-9a6f0619-c2b0-4805-93b6-652d739d07e6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1324546 Nov 24 11:05:36.911474 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'status': 'completed', 'code': 200} Nov 24 11:05:36.935371 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2846cc6f-f7af-455e-ad8d-085523684432 req-f97f8d53-d94e-4843-a472-558bc4bbefa7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982251 Nov 24 11:05:36.961027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-6fdfccc1-891b-4486-9f63-7ac8f4ee0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:36.962657 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-6fdfccc1-891b-4486-9f63-7ac8f4ee0066 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1160 time: 0.1009538 Nov 24 11:05:37.043458 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-64277af2-9514-4dbb-854e-7a87ba70622e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 217 time: 0.0671468 Nov 24 11:05:37.114695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c15ea8e8-012e-4b2b-b6c7-1eab23ed0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:37.116162 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c15ea8e8-012e-4b2b-b6c7-1eab23ed0fab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0662882 Nov 24 11:05:37.194649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c5cb0f1f-d6ae-4461-a211-67c320eda62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:37.196308 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-c5cb0f1f-d6ae-4461-a211-67c320eda62d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736449 Nov 24 11:05:37.339259 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-ad5cfaf3-0111-454f-8da8-67b47971a366 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359437 Nov 24 11:05:37.483318 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0ee9dc88-cf21-46be-838b-a024b08f49a7 req-b23fc46e-e0f3-4f86-950f-5812482923e6 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368322 Nov 24 11:05:37.652086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200677-961b-45c4-b97f-af781c785521 req-73641383-933f-4eac-93f7-a8009a79bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:37.653633 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-73641383-933f-4eac-93f7-a8009a79bac0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1160 time: 0.0787239 Nov 24 11:05:37.800714 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200677-961b-45c4-b97f-af781c785521 req-abac8a1d-8496-4f7e-baae-d722a64cc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:37.802318 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-abac8a1d-8496-4f7e-baae-d722a64cc1df service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1416345 Nov 24 11:05:37.874266 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-4b100ccf-073d-40f0-a425-59aed714bb2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 217 time: 0.0644882 Nov 24 11:05:37.947575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200677-961b-45c4-b97f-af781c785521 req-b4551013-a2ca-45a5-bac2-67651b38d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:37.949187 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-b4551013-a2ca-45a5-bac2-67651b38d5a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0674517 Nov 24 11:05:38.030765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200677-961b-45c4-b97f-af781c785521 req-ea9f1209-4113-4c46-afda-bb1c6bc98a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:38.032484 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-ea9f1209-4113-4c46-afda-bb1c6bc98a91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763161 Nov 24 11:05:38.237361 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-a3448b10-4ae5-4e43-a23a-e3333c1aa040 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974473 Nov 24 11:05:38.274205 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44972bd3-dd18-4903-ba9f-7a3716c4649b req-3b5fa34d-b558-4091-a55c-98be31c4f660 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:38.275787 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-44972bd3-dd18-4903-ba9f-7a3716c4649b req-3b5fa34d-b558-4091-a55c-98be31c4f660 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1622455 Nov 24 11:05:38.412702 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-44972bd3-dd18-4903-ba9f-7a3716c4649b req-0e8571e7-e70d-4441-907d-ca828d09911e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862370 Nov 24 11:05:38.432819 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-58200677-961b-45c4-b97f-af781c785521 req-638fb2d8-b38a-44fd-aa8b-1e935b152311 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1870897 Nov 24 11:05:39.777647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816b8a-fb60-4a44-98c7-1ec884d0db5b req-36172b5c-40dc-43f4-a415-f75285de5629 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:39.779250 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e0816b8a-fb60-4a44-98c7-1ec884d0db5b req-36172b5c-40dc-43f4-a415-f75285de5629 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.2226319 Nov 24 11:05:39.827673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e0816b8a-fb60-4a44-98c7-1ec884d0db5b req-29206452-84c9-4f2b-bf31-1bb01dde762a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Nov 24 11:05:41.058350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61cd1e-a674-49b9-8c6f-bd8b1572538e req-e78aee6e-119c-4001-8e24-ebf5072f1f6a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:41.059949 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d61cd1e-a674-49b9-8c6f-bd8b1572538e req-e78aee6e-119c-4001-8e24-ebf5072f1f6a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0873857 Nov 24 11:05:41.107842 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d61cd1e-a674-49b9-8c6f-bd8b1572538e req-66172e46-c694-46db-b01f-3f41dba47ffd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416205 Nov 24 11:05:42.332857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12753d56-9f2e-443f-95d2-6aa43fa5c3d9 req-dc077f9e-d4cb-4fc3-bf18-e6d4c058209c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:42.334478 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12753d56-9f2e-443f-95d2-6aa43fa5c3d9 req-dc077f9e-d4cb-4fc3-bf18-e6d4c058209c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0842307 Nov 24 11:05:42.382955 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12753d56-9f2e-443f-95d2-6aa43fa5c3d9 req-81f246cc-0e43-44dd-b0a2-57d166884463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420175 Nov 24 11:05:42.733575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:05:42.805716 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 6912865c-3f16-4e6a-9482-c261ceef7a52 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:05:42.810467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:42.810892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:42.925345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:42.952138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:05:42.962744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 6912865c-3f16-4e6a-9482-c261ceef7a52, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6912865c-3f16-4e6a-9482-c261ceef7a52,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:05:42.965639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:42.967534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:05:43.015242 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'code': 200} Nov 24 11:05:43.039893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:05:43.043358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:05:43.287547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba8b3-5d40-4455-a30e-ea96c19327c3 req-219b5103-7561-423f-8892-cebc18e9db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:43.289275 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-927ba8b3-5d40-4455-a30e-ea96c19327c3 req-219b5103-7561-423f-8892-cebc18e9db4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1162 time: 0.0786343 Nov 24 11:05:43.334058 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-927ba8b3-5d40-4455-a30e-ea96c19327c3 req-c05903e6-afb7-4724-8091-ed8dbda0722e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Nov 24 11:05:43.617331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e704f-1a13-4c83-a30e-07f8c3fe146b req-619f1fa5-2ef7-4ccc-9ef0-b5cc622c5e5e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:43.618871 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-376e704f-1a13-4c83-a30e-07f8c3fe146b req-619f1fa5-2ef7-4ccc-9ef0-b5cc622c5e5e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0834861 Nov 24 11:05:43.668547 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-376e704f-1a13-4c83-a30e-07f8c3fe146b req-30178da4-a5f9-4f88-8a15-7bd21297aaea tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433667 Nov 24 11:05:43.963905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:05:44.035418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:44.035843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:44.900043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4143a-2a9e-4f8e-8045-ba152642d447 req-daeffb4e-29ef-406e-b91d-120c31433891 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:44.901723 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1be4143a-2a9e-4f8e-8045-ba152642d447 req-daeffb4e-29ef-406e-b91d-120c31433891 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0882230 Nov 24 11:05:44.951469 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1be4143a-2a9e-4f8e-8045-ba152642d447 req-e665950b-1442-43d7-adbf-b653e2aecd0f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Nov 24 11:05:46.015661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:05:46.088026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:05:46.088485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:46.185094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1f931-33c3-41f4-9ea3-b8b1fd56b963 req-f2f6d5ec-238d-4bd8-97cc-23e5750bd5f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:46.186718 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82f1f931-33c3-41f4-9ea3-b8b1fd56b963 req-f2f6d5ec-238d-4bd8-97cc-23e5750bd5f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0844865 Nov 24 11:05:46.238584 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82f1f931-33c3-41f4-9ea3-b8b1fd56b963 req-034addd3-fc90-4f6a-a3f4-0b72f321a782 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447292 Nov 24 11:05:46.470132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e53132-bb9e-4e00-9ba4-61d815cde52f req-20d69242-75c0-468b-85d1-971dab7bd5bb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:46.471766 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f2e53132-bb9e-4e00-9ba4-61d815cde52f req-20d69242-75c0-468b-85d1-971dab7bd5bb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0945413 Nov 24 11:05:46.481098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 42586) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:05:46.487071 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Request body: {'floatingip': {'port_id': '6912865c-3f16-4e6a-9482-c261ceef7a52'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:05:46.569215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:47.183887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:47.187047 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:47.386125 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Floating IP a5e8ba05-ec6d-4b6e-b62f-42874193d8cb associated. External IP: 172.27.1.185, port: 6912865c-3f16-4e6a-9482-c261ceef7a52. Nov 24 11:05:47.868729 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-1f91b7ed-f1d6-4344-bc7c-1196fc18713a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1147559 Nov 24 11:05:48.046226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-3d646b0c-b7cf-4398-a665-89c0a344aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:48.047822 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-3d646b0c-b7cf-4398-a665-89c0a344aa07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.1106312 Nov 24 11:05:48.269597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-2fc93e16-9eec-40e8-88e9-a28f94ab74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:48.271186 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-2fc93e16-9eec-40e8-88e9-a28f94ab74e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1760912 Nov 24 11:05:48.338859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Router 66c4518c-0cc8-4652-903b-839495c738b5 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:05:48.464984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-d500d643-114f-41b4-bdfa-d7278560a95c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1002 time: 0.1851883 Nov 24 11:05:48.552562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-42ea9e63-0e24-4c16-bf2d-efb08503ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:48.554091 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-42ea9e63-0e24-4c16-bf2d-efb08503ba02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0816214 Nov 24 11:05:48.720371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-452ad081-63c7-41b0-b237-64da3fdbd579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:48.721973 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-452ad081-63c7-41b0-b237-64da3fdbd579 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100824 Nov 24 11:05:48.755322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:05:48.764979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:05:48.778100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:05:48.778763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:05:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:48.818477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:48.898705 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7461837d-4ae6-47cb-bf7a-e00bbaa8e75c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "PUT /v2.0/floatingips/a5e8ba05-ec6d-4b6e-b62f-42874193d8cb HTTP/1.1" status: 200 len: 991 time: 2.4159231 Nov 24 11:05:48.903972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:05:48.931790 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-89037ae9-74d8-4a2d-aa7e-e578d441c7cd service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019217 Nov 24 11:05:48.969913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:05:49.018548 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'status': 'completed', 'code': 200} Nov 24 11:05:49.084821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0c2c38d6-e66e-4c42-80a3-aebdfdde500a req-1af29d82-a761-4409-a419-a847eeb92739 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461511 Nov 24 11:05:49.130386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-bc0abee5-898f-4950-b192-ec1c2711f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:49.132009 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-bc0abee5-898f-4950-b192-ec1c2711f599 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1162 time: 0.0874712 Nov 24 11:05:49.347220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'a5e8ba05-ec6d-4b6e-b62f-42874193d8cb', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'port_id': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'mac_address': 'fa:16:3e:ce:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:05:30Z', 'updated_at': '2020-11-24T11:05:47Z', 'revision_number': 1, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:49.351667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:05:49.364557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:05:49.365292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:05:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:49.479032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-44f27996-d710-4c18-9936-70ad5db252a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:49.480686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-44f27996-d710-4c18-9936-70ad5db252a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.3404071 Nov 24 11:05:49.557857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:05:49.590790 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-234c5231-cbb6-4a17-accb-a0232094a09d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 999 time: 0.1030166 Nov 24 11:05:49.694428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-c9eee650-374f-4394-992a-1708e3b65faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:49.696627 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-c9eee650-374f-4394-992a-1708e3b65faa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0694273 Nov 24 11:05:49.776234 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-71530b9b-6fb3-465f-bd26-d0cc1b293471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:05:49.777902 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-71530b9b-6fb3-465f-bd26-d0cc1b293471 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747080 Nov 24 11:05:49.920733 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-deb35afb-3493-4fae-a9ac-6d3c00cb582c service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354723 Nov 24 11:05:49.923690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'a5e8ba05-ec6d-4b6e-b62f-42874193d8cb', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'port_id': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'mac_address': 'fa:16:3e:ce:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:05:30Z', 'updated_at': '2020-11-24T11:05:47Z', 'revision_number': 1, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:05:49.927933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a262be7e-8155-493c-b9df-d11f04cbac12 None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': 'a5e8ba05-ec6d-4b6e-b62f-42874193d8cb', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'port_id': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'mac_address': 'fa:16:3e:ce:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:05:30Z', 'updated_at': '2020-11-24T11:05:47Z', 'revision_number': 1, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:05:50.065290 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8fb63c5b-d698-464b-b897-0cfe29c695fc req-ee3a5b50-c262-45b8-a3a9-4ec1e1060c80 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379964 Nov 24 11:05:50.312524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa0e2a3-46f8-4a70-8b21-27f4ef974027 None None] New status for floating IP a5e8ba05-ec6d-4b6e-b62f-42874193d8cb: ACTIVE {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:05:57.236555 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:57.655293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5d75c48e-917b-4c7e-80fe-47a77a46abd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:05:59.811510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-55d2974d-94f6-4f85-b20c-def096644bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:00.507140 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:01.395799 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:02.250315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:02.917619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:06:25.278742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a61f3-927f-413c-84b4-83f636ecd09c req-f1f305af-83c2-45d2-a027-514f73d818d2 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:25.281055 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ea6a61f3-927f-413c-84b4-83f636ecd09c req-f1f305af-83c2-45d2-a027-514f73d818d2 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0891495 Nov 24 11:06:25.332184 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ea6a61f3-927f-413c-84b4-83f636ecd09c req-bf47f18f-0682-48de-8363-60db84a090ef tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0448196 Nov 24 11:06:26.543403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a0326-93b2-41be-8310-f92a08d46d44 req-54523cde-9138-4e81-88e0-a8669bd1330f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:26.545031 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b86a0326-93b2-41be-8310-f92a08d46d44 req-54523cde-9138-4e81-88e0-a8669bd1330f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0836058 Nov 24 11:06:26.597105 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b86a0326-93b2-41be-8310-f92a08d46d44 req-6063c3c2-a047-4cb5-bb64-d532c3d30b08 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0457966 Nov 24 11:06:27.257655 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:27.655577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a64b6c3-9b66-40f4-aafb-5ecb4aedce81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:27.807956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb817c7-b459-467d-9242-0c45e1f81da4 req-e2a2fe83-005b-41bd-a470-dbe04f4c99a0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:27.809613 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-feb817c7-b459-467d-9242-0c45e1f81da4 req-e2a2fe83-005b-41bd-a470-dbe04f4c99a0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0840430 Nov 24 11:06:27.857792 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-feb817c7-b459-467d-9242-0c45e1f81da4 req-e70e7676-5a31-46f1-b63c-e39a1064bee4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0419569 Nov 24 11:06:29.075429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e5c4a-dcc6-4fc5-8e95-2954bdf164ba req-35ab75a2-aca4-47e5-9f01-c3d34d742770 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:29.076983 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-795e5c4a-dcc6-4fc5-8e95-2954bdf164ba req-35ab75a2-aca4-47e5-9f01-c3d34d742770 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0868151 Nov 24 11:06:29.125482 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-795e5c4a-dcc6-4fc5-8e95-2954bdf164ba req-3581928b-3915-478b-bf3c-a719158dd99b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421546 Nov 24 11:06:29.813088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8142d909-bbd8-4b2f-9463-78b5934cdd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:30.348131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0618041-cc92-4c12-9b19-99e4a6461042 req-c03f0b01-718e-47e3-9849-4b42a60388bb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:30.349918 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0618041-cc92-4c12-9b19-99e4a6461042 req-c03f0b01-718e-47e3-9849-4b42a60388bb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0927105 Nov 24 11:06:30.399472 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d0618041-cc92-4c12-9b19-99e4a6461042 req-4a390a5b-5004-474e-a9c3-e8b2f9f8a4ea tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0425391 Nov 24 11:06:30.509609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:31.396785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:31.612789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28fe37-c44b-41d2-aa1b-f1d64ac72bd9 req-6074c46c-7d97-4074-97e3-722f66cffe87 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:31.614396 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c28fe37-c44b-41d2-aa1b-f1d64ac72bd9 req-6074c46c-7d97-4074-97e3-722f66cffe87 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0864239 Nov 24 11:06:31.662306 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c28fe37-c44b-41d2-aa1b-f1d64ac72bd9 req-e1c3b103-4680-41e8-89ba-185e4dba9483 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0414557 Nov 24 11:06:32.253379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:32.875899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232ae0-85c2-47b7-9acb-c86a0877a36b req-53b6cb5b-0164-438f-ace8-6ca019360736 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:32.877461 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c232ae0-85c2-47b7-9acb-c86a0877a36b req-53b6cb5b-0164-438f-ace8-6ca019360736 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0835876 Nov 24 11:06:32.925761 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1c232ae0-85c2-47b7-9acb-c86a0877a36b req-58ac68ad-e669-48cd-b04f-44d173e3e12d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418518 Nov 24 11:06:34.138085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fbcee-44a3-4898-806e-d9f257b0808f req-767eec28-2c71-49b8-b1c5-c4f9f014ceb3 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:34.139672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-578fbcee-44a3-4898-806e-d9f257b0808f req-767eec28-2c71-49b8-b1c5-c4f9f014ceb3 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0857975 Nov 24 11:06:34.186943 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-578fbcee-44a3-4898-806e-d9f257b0808f req-9ec44e6f-c582-49ea-87a4-407c6cf7400f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410047 Nov 24 11:06:34.519723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:06:34.593730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:06:34.594153 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:35.408049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60080e-d853-439c-8309-fbde3e16f54e req-76eba850-2306-4fde-a5e4-e480c7ddfcab tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:35.409511 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3c60080e-d853-439c-8309-fbde3e16f54e req-76eba850-2306-4fde-a5e4-e480c7ddfcab tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0902147 Nov 24 11:06:35.458872 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3c60080e-d853-439c-8309-fbde3e16f54e req-cdaa9c78-9485-4fb1-9ef1-d91b3aa1c629 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0427837 Nov 24 11:06:35.542249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-dc4e981e-64b2-4e12-89d8-1ac07afbdd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:35.543811 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-dc4e981e-64b2-4e12-89d8-1ac07afbdd38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.1549008 Nov 24 11:06:35.688614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-127b9a27-6451-4cd4-9501-2d68523ff144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:35.690218 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-127b9a27-6451-4cd4-9501-2d68523ff144 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1391716 Nov 24 11:06:35.799624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-f4166a17-697a-41b9-9d35-7baad4480f94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1002 time: 0.1019375 Nov 24 11:06:35.870794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-b54e081a-0967-429b-a58f-036b625b4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:35.872459 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-b54e081a-0967-429b-a58f-036b625b4f79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0650933 Nov 24 11:06:35.953549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-68104c61-5943-4abc-a086-b725b0ff0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:35.955175 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-68104c61-5943-4abc-a086-b725b0ff0ae9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756996 Nov 24 11:06:35.967406 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-5c607ccd-9d94-4a67-9f57-75e4e38a7a7b service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:06:35.968534 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-5c607ccd-9d94-4a67-9f57-75e4e38a7a7b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0054152 Nov 24 11:06:36.111691 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-da113fe3-7527-4510-85a7-6ddc444093b9 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362398 Nov 24 11:06:36.256090 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf2eff47-2e7b-48ad-8b2c-3c79dc05db34 req-8b28bbd8-b11a-499a-aee8-0f39dc8624a3 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371944 Nov 24 11:06:36.671204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3620bbb-1d96-44d9-b16d-7d08c83cc97c req-fa467e8d-b265-4284-bfcd-29ac3d98bd39 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:36.672836 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3620bbb-1d96-44d9-b16d-7d08c83cc97c req-fa467e8d-b265-4284-bfcd-29ac3d98bd39 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0865433 Nov 24 11:06:36.722654 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c3620bbb-1d96-44d9-b16d-7d08c83cc97c req-dbf544c2-8201-4077-89d2-6d02bc29e077 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0436521 Nov 24 11:06:37.937387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebadd2-90a4-4b04-be03-3e44095180af req-9073364a-bb44-4e23-ab10-5c5bdc64d6d9 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:37.938998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4aebadd2-90a4-4b04-be03-3e44095180af req-9073364a-bb44-4e23-ab10-5c5bdc64d6d9 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0827625 Nov 24 11:06:37.990365 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4aebadd2-90a4-4b04-be03-3e44095180af req-64f5c034-756a-48cf-98c5-3de8e759589f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451274 Nov 24 11:06:38.427077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:06:38.543012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:38.570601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:06:38.580971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:06:38.583853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:38.585724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d4c58f03-c353-413d-997b-ee3fa9f45b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:06:38.630242 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'code': 200} Nov 24 11:06:38.657267 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:06:38.666732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.667127 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.667511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.667892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.668304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.668668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.669040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.669412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.669850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.670225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.670593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.670962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.671403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.671768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.672139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.672550 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.672917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.673282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.673650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.674009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.674371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.674735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.675098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.675599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:38.679995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:06:39.203795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e15b25-236d-4531-8243-abd3c823e411 req-7ac51241-3171-4e9c-8f17-619387c9d980 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:39.205454 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f5e15b25-236d-4531-8243-abd3c823e411 req-7ac51241-3171-4e9c-8f17-619387c9d980 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0823810 Nov 24 11:06:39.258327 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f5e15b25-236d-4531-8243-abd3c823e411 req-f44b308b-7920-43aa-bf0f-8aa10fea083d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0466287 Nov 24 11:06:39.584244 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-eb01a476-98da-4d6a-9eeb-434af7f0cf8b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755665 Nov 24 11:06:39.669751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b18806-7859-4f5a-b543-fbd3ddbcad04 req-7206e55c-0469-451a-9e81-d8fef0b35f31 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:39.671425 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-32b18806-7859-4f5a-b543-fbd3ddbcad04 req-7206e55c-0469-451a-9e81-d8fef0b35f31 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0871596 Nov 24 11:06:39.726705 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-32b18806-7859-4f5a-b543-fbd3ddbcad04 req-8f0a76fd-83a9-4534-a1df-c64e916e68d9 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0485027 Nov 24 11:06:39.917864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:06:40.955769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3813-479a-4e01-a51d-4c83843ee2df req-cf0ae6cb-8042-43d0-9b17-a61d3f7a8fb4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:40.955769 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4bfc3813-479a-4e01-a51d-4c83843ee2df req-cf0ae6cb-8042-43d0-9b17-a61d3f7a8fb4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0898156 Nov 24 11:06:41.008676 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4bfc3813-479a-4e01-a51d-4c83843ee2df req-99d20e60-7311-4c31-a868-fc83cee5f116 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0466487 Nov 24 11:06:41.360620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-b36e0e2f-c65c-4b15-ad9a-79b2f178d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:41.362308 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-b36e0e2f-c65c-4b15-ad9a-79b2f178d00d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076&tenant_id=21a4c1d8de20438188d4dc162f59778b HTTP/1.1" status: 200 len: 1161 time: 0.0747333 Nov 24 11:06:41.470271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-495cd2f1-6ec7-4138-80a9-6810ed277afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:41.471856 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-495cd2f1-6ec7-4138-80a9-6810ed277afc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1161 time: 0.0743959 Nov 24 11:06:41.613592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-0e57b95d-ff67-45ab-b060-309fff46bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:41.615156 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-0e57b95d-ff67-45ab-b060-309fff46bd08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1356721 Nov 24 11:06:41.734232 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-1c2cca34-80da-467b-a53f-b6671aed5b41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1000 time: 0.1043758 Nov 24 11:06:41.808540 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-439de803-b48e-4a44-a991-b82d1a743dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:41.810110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-439de803-b48e-4a44-a991-b82d1a743dd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0686681 Nov 24 11:06:41.898773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-dcdfebbc-ae35-48d8-8f67-8ab8999ca554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:41.900898 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-dcdfebbc-ae35-48d8-8f67-8ab8999ca554 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748842 Nov 24 11:06:42.046950 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-04c1aade-9dba-44e3-9707-fc864f1cbb43 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392140 Nov 24 11:06:42.261863 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9d799ba-0164-419d-966c-0d09d03b3c0a req-c47e1a81-ff2b-46be-b94b-89b203cc6ec7 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2078419 Nov 24 11:06:42.272893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2701e9-0df1-490b-be91-f4c0e847526c req-995b8c55-a95c-42d7-abce-432ab3a5c6c4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:42.274379 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe2701e9-0df1-490b-be91-f4c0e847526c req-995b8c55-a95c-42d7-abce-432ab3a5c6c4 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.1289532 Nov 24 11:06:42.326686 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fe2701e9-0df1-490b-be91-f4c0e847526c req-e26ec54d-9d29-4ee8-9064-36bd2502f922 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0452251 Nov 24 11:06:43.539707 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90c644-7ecc-40fb-ba61-b9f02e90166a req-dfe25786-0f39-4527-be29-011c2def49d1 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:43.542552 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a90c644-7ecc-40fb-ba61-b9f02e90166a req-dfe25786-0f39-4527-be29-011c2def49d1 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0878952 Nov 24 11:06:43.596780 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a90c644-7ecc-40fb-ba61-b9f02e90166a req-0fa4e635-3192-4414-bfc9-e54ecec7be7f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479114 Nov 24 11:06:44.820061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cb105-45c1-4542-926e-10b7beec989e req-a4526c08-55e2-4818-82e5-745229999a3d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:44.822443 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-231cb105-45c1-4542-926e-10b7beec989e req-a4526c08-55e2-4818-82e5-745229999a3d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0950575 Nov 24 11:06:44.873160 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-231cb105-45c1-4542-926e-10b7beec989e req-7825dae2-521b-4f9e-a7ec-71a506c585f5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0441542 Nov 24 11:06:45.558738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3940e6-5ddd-4914-a5b5-0ee5e55eb4b9 req-3849925a-fb59-433e-823a-6b4e80eb808f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:45.560408 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ab3940e6-5ddd-4914-a5b5-0ee5e55eb4b9 req-3849925a-fb59-433e-823a-6b4e80eb808f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.0879140 Nov 24 11:06:45.608243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ab3940e6-5ddd-4914-a5b5-0ee5e55eb4b9 req-7fbc06ea-9107-4ec1-924f-72404e4572d3 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Nov 24 11:06:46.212503 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd999df-bdc0-4272-8097-7738b6c86471 req-ed8b3c70-a39d-4343-9747-f832e5ded44f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:46.214226 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ebd999df-bdc0-4272-8097-7738b6c86471 req-ed8b3c70-a39d-4343-9747-f832e5ded44f tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0821428 Nov 24 11:06:46.268513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ebd999df-bdc0-4272-8097-7738b6c86471 req-c4c7eca4-5896-43f9-9714-b3612353c577 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479081 Nov 24 11:06:46.825207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d8385-72ba-44dc-b11a-ef2024fecda6 req-36f58431-e799-447d-9832-43d09bdfbc8f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:46.826716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6e8d8385-72ba-44dc-b11a-ef2024fecda6 req-36f58431-e799-447d-9832-43d09bdfbc8f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.0905485 Nov 24 11:06:46.874575 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6e8d8385-72ba-44dc-b11a-ef2024fecda6 req-20d7e999-155f-4bb8-bb40-5c31159fae3c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412493 Nov 24 11:06:47.489873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6099eb-1d58-40a6-ae44-d92dba5014d6 req-471a9f7d-c73b-45a7-aafd-7218282b95d0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:47.491515 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6f6099eb-1d58-40a6-ae44-d92dba5014d6 req-471a9f7d-c73b-45a7-aafd-7218282b95d0 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0857089 Nov 24 11:06:47.542378 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6f6099eb-1d58-40a6-ae44-d92dba5014d6 req-d2fc546d-f441-4e7a-bc1c-fa1b47458b1b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0437622 Nov 24 11:06:47.611116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-f9bfae93-5f4a-446b-a0cb-50bbf4f126c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:47.612751 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-f9bfae93-5f4a-446b-a0cb-50bbf4f126c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1161 time: 0.0791380 Nov 24 11:06:47.795060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-7326d879-7d0b-42e5-bf9c-450234a6f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:47.797374 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-7326d879-7d0b-42e5-bf9c-450234a6f945 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1406586 Nov 24 11:06:47.937912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-7ecaea1e-c79e-47e4-9575-b517221d1a1c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:47.939501 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-7ecaea1e-c79e-47e4-9575-b517221d1a1c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.0923834 Nov 24 11:06:47.947998 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-3f3c9adb-3b3e-4bd9-939a-4881bfeca7f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 1000 time: 0.1014016 Nov 24 11:06:48.051697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Deleting port be2ce448-97d9-4456-a2ef-49d581912d83 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:06:48.052088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:48.215998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-ce9df298-27f3-4bc6-a937-2cbb79f29de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:48.217615 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-ce9df298-27f3-4bc6-a937-2cbb79f29de1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.2638359 Nov 24 11:06:48.292109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63253cf-d09d-4cf0-b928-261775e7f21f req-54a5c0ac-09e2-4e7e-8fa5-4331999337f0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:48.293782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63253cf-d09d-4cf0-b928-261775e7f21f req-54a5c0ac-09e2-4e7e-8fa5-4331999337f0 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 945 time: 0.2858131 Nov 24 11:06:48.298515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-5a8807cd-c28c-4b5d-a750-4ea9b9325ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:48.300161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-5a8807cd-c28c-4b5d-a750-4ea9b9325ca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759223 Nov 24 11:06:48.386822 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d63253cf-d09d-4cf0-b928-261775e7f21f req-4d040083-bb16-4489-865f-39fc58078ff4 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups?id=fea6686b-6534-440c-bb7c-b1025b381b57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835814 Nov 24 11:06:48.393968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] For port be2ce448-97d9-4456-a2ef-49d581912d83, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=be2ce448-97d9-4456-a2ef-49d581912d83,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:06:48.394376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:48.446064 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-b5958634-f169-45ea-bfa3-7212958f56a0 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378849 Nov 24 11:06:48.598799 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0da9f70-a10b-4b18-b802-cc6cd47d1b69 req-78eeecdc-c61b-4000-b28a-c30341c49776 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455801 Nov 24 11:06:48.765567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d483cb-0c8b-4653-9682-d6355b554bcd req-18fcd060-5b90-42c2-9075-168befe8c3a3 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:48.767280 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95d483cb-0c8b-4653-9682-d6355b554bcd req-18fcd060-5b90-42c2-9075-168befe8c3a3 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.0880923 Nov 24 11:06:48.820328 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-95d483cb-0c8b-4653-9682-d6355b554bcd req-d3f8d50c-bccb-4cec-94f9-7d44a09b03b5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462725 Nov 24 11:06:48.949065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:48.949495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:48.949858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Floating IP eda420ee-40de-4e6f-9b55-34a937f6bb01 disassociated. External IP: 172.27.1.207, port: be2ce448-97d9-4456-a2ef-49d581912d83. Nov 24 11:06:48.950256 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Calling delete_port for be2ce448-97d9-4456-a2ef-49d581912d83 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:06:49.097340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:49.113119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a73bb75c-fb7c-4865-b43b-62a87f10f373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:06:49.204955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event deleted for resources: {'Port': ['ID=be2ce448-97d9-4456-a2ef-49d581912d83,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:06:49.229458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.229884 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.230304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.230721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.231134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.231544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.231950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.232378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.232787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.233190 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.233595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.233999 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.234471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.234873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.235275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.235678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.236077 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.236479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.236905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.237284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.237681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.238082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.238575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.238982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:49.244582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:06:49.376008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:06:49.448049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:06:49.448500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:49.515288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:06:49.571807 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9472f82c-2509-4f75-991d-3bf414f169a8 req-7c6174dd-edcd-4ead-9745-497e17ec972f tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 210 time: 0.0518591 Nov 24 11:06:49.572711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:49.602031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:06:49.613345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:06:49.617161 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:49.618961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:06:49.654902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device be2ce448-97d9-4456-a2ef-49d581912d83 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:06:49.698956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: be2ce448-97d9-4456-a2ef-49d581912d83 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:06:49.699363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device be2ce448-97d9-4456-a2ef-49d581912d83 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:06:49.724327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=6']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:06:49.727671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:06:49.752049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:06:49.767861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:06:49.777656 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'code': 200} Nov 24 11:06:49.783262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:06:49.784584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:06:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:06:49.790339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] No DVR routers for this DVR port be2ce448-97d9-4456-a2ef-49d581912d83 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:06:49.794318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:49.798886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'name': 'network-vif-deleted', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:06:49.814095 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ad5bab6f-2e67-47a8-bd13-d7caf93d8af0 req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.57 "DELETE /v2.0/ports/be2ce448-97d9-4456-a2ef-49d581912d83 HTTP/1.1" status: 204 len: 173 time: 1.8686187 Nov 24 11:06:50.006717 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a6f089-98ac-49ab-be6e-540ee3a70ee0', 'name': 'network-vif-deleted', 'tag': 'be2ce448-97d9-4456-a2ef-49d581912d83', 'status': 'completed', 'code': 200} Nov 24 11:06:50.055167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02f5b6-dec1-4189-9fd2-e0f63e76590e req-2c3e5abd-d6d5-495d-944f-f8ef7152b42e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:50.056967 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c02f5b6-dec1-4189-9fd2-e0f63e76590e req-2c3e5abd-d6d5-495d-944f-f8ef7152b42e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0963161 Nov 24 11:06:50.160448 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:06:50.167449 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5c02f5b6-dec1-4189-9fd2-e0f63e76590e req-705a422f-92b9-4782-9908-e5f33e0bfba2 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1009400 Nov 24 11:06:50.194351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d911c-ba7d-44a8-bbdd-808eb3408533 req-21981888-49ac-455c-9814-706f6677979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:50.196078 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-592d911c-ba7d-44a8-bbdd-808eb3408533 req-21981888-49ac-455c-9814-706f6677979e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.0845604 Nov 24 11:06:50.241897 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-592d911c-ba7d-44a8-bbdd-808eb3408533 req-1c73d8b6-400e-4c59-9d73-8442f8547438 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0381155 Nov 24 11:06:50.495712 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:06:50.500005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:06:50.511175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:06:50.511835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:06:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:06:50.697139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:06:50.733124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:06:50.774826 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-97af13d9-5969-45d0-ae38-333c7070daa9 req-4dd1e5ed-fa6e-4fa4-aa72-c00c0bac3623 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Synchronizing usage tracker for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:06:50.792170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-97af13d9-5969-45d0-ae38-333c7070daa9 req-4dd1e5ed-fa6e-4fa4-aa72-c00c0bac3623 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Unset dirty status for tenant:95ee9d72019f4ebbb61f09f1bca29535 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:06:50.793518 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97af13d9-5969-45d0-ae38-333c7070daa9 req-4dd1e5ed-fa6e-4fa4-aa72-c00c0bac3623 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/ports?device_id=87a6f089-98ac-49ab-be6e-540ee3a70ee0 HTTP/1.1" status: 200 len: 210 time: 0.0782125 Nov 24 11:06:50.825400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:06:50.825910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:51.045404 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:06:51.049439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed954a-7d59-4253-814a-75976fc7345f None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T10:57:29Z', 'revision_number': 4, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': '03653bf5-02ad-47c4-ab3f-1f53c2324dd3', 'name': '', 'network_id': 'f9e71276-0405-416c-b6cf-6c7531bd8257', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'mac_address': 'fa:16:3e:cb:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '92e28c28-ea1b-4564-8273-796d3336be90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:28Z', 'updated_at': '2020-11-24T10:57:38Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'subnets': [{'id': '92e28c28-ea1b-4564-8273-796d3336be90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:06:51.390102 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5343d-2ea1-41f1-996f-3ee86952d5e5 req-9523f6f6-0b9e-4f6d-a4ed-44d5d1a60527 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:51.391794 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bc5343d-2ea1-41f1-996f-3ee86952d5e5 req-9523f6f6-0b9e-4f6d-a4ed-44d5d1a60527 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0905218 Nov 24 11:06:51.446017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bc5343d-2ea1-41f1-996f-3ee86952d5e5 req-ef713ad0-2a78-42ef-99c4-5f07c006bdab tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0472741 Nov 24 11:06:51.479122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786a23c-5cc8-469e-b2e2-8a452875e828 None None] New status for floating IP eda420ee-40de-4e6f-9b55-34a937f6bb01: DOWN {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:06:51.943324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42964) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:06:52.011779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.039556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.085556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.090967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e89870ca-f79f-40a3-a5b7-e1a431877355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:06:52.107123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea6686b-6534-440c-bb7c-b1025b381b57,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:06:52.120833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.121250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.121660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.122065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.122465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.122861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.123254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.123648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.124038 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.124720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.125115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.125506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.125966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.126357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.126748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.127137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.127526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.127915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.128322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.128713 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.129098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.129487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.129878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.130261 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:06:52.133222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.134455 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "DELETE /v2.0/security-groups/fea6686b-6534-440c-bb7c-b1025b381b57 HTTP/1.1" status: 204 len: 168 time: 0.1900532 Nov 24 11:06:52.135431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d89e97d2-e9c6-4943-85ba-2b6ba4edadf1 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:06:52.137357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42968) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:06:52.156200 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.v2.resource [None req-3c6fb9a2-6081-4510-874d-81e9412b5202 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] show failed (client error): The resource could not be found. Nov 24 11:06:52.157351 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-3c6fb9a2-6081-4510-874d-81e9412b5202 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "GET /v2.0/security-groups/fea6686b-6534-440c-bb7c-b1025b381b57 HTTP/1.1" status: 404 len: 347 time: 0.0189848 Nov 24 11:06:52.160417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 42972) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:06:52.326524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Deleting port 443bb9aa-b27b-485e-9d0d-e8a413d5965d {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:06:52.326910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.503650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.504028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.634892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Calling delete_port for 443bb9aa-b27b-485e-9d0d-e8a413d5965d owned by network:floatingip {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:06:52.787300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbce6ea-6a85-48b7-acde-a2f8adac6597 req-b11eacc5-0c8b-44f5-9784-be9e35cf6a7e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:06:52.788974 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-acbce6ea-6a85-48b7-acde-a2f8adac6597 req-b11eacc5-0c8b-44f5-9784-be9e35cf6a7e tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.1610000 Nov 24 11:06:52.892406 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-acbce6ea-6a85-48b7-acde-a2f8adac6597 req-3ed1702e-f7bd-4fae-baaf-1e2324b8ccdb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0719588 Nov 24 11:06:52.893213 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:52.910052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a687f03f-b2b5-40a2-8ea3-7e627c5e3cbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:06:53.009837 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Pushing event deleted for resources: {'Port': ['ID=443bb9aa-b27b-485e-9d0d-e8a413d5965d,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:06:53.013807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:06:53.127708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks [] for floatingip, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:53.144791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:53.146028 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d8a0d211-149d-459c-a5d5-96ae07713776 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] 10.222.0.27 "DELETE /v2.0/floatingips/eda420ee-40de-4e6f-9b55-34a937f6bb01 HTTP/1.1" status: 204 len: 168 time: 0.9846308 Nov 24 11:06:57.267284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43018) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:06:57.296890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:57.657431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-206e74dc-01b7-438e-8d14-14796994ea77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:57.818875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:58.429520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Deleting port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:06:58.430012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:58.808633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] For port 03653bf5-02ad-47c4-ab3f-1f53c2324dd3, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:06:58.809041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:58.937400 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Calling delete_port for 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 owned by network:router_interface {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:06:59.257125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:59.272615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97f60b39-e976-405c-aefe-ff4e468056e3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:06:59.370416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Pushing event deleted for resources: {'Port': ['ID=03653bf5-02ad-47c4-ab3f-1f53c2324dd3,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:06:59.373115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:06:59.698638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:06:59.817274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-63200b93-ad2e-419c-92e0-5396f4deee86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:00.419719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:07:00.512644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:00.825862 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:07:00.835514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] Sync routers for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:07:00.839325 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] 10.222.0.27 "PUT /v2.0/routers/725a6b33-a1f7-46d6-b3e8-8bd67825c6ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5703335 Nov 24 11:07:00.842207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43030) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:00.848399 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:07:00.849064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:07:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:01.035350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:07:01.059225 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks [] for router, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:01.268574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:01.277905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Deleting port 00412066-124e-4a58-bca6-17385171c5ec {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:07:01.278289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:01.334724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '00412066-124e-4a58-bca6-17385171c5ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T11:06:59Z', 'revision_number': 5, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port': {'id': '00412066-124e-4a58-bca6-17385171c5ec', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T10:57:25Z', 'updated_at': '2020-11-24T10:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:01.339583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] Checking router: 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:07:01.350816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] Routers {'725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:07:01.351475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:07:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:01.400541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:01.465576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] For port 00412066-124e-4a58-bca6-17385171c5ec, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=00412066-124e-4a58-bca6-17385171c5ec,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:07:01.465974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:01.513498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] Set router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff gateway port host: None {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:07:01.593266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Calling delete_port for 00412066-124e-4a58-bca6-17385171c5ec owned by network:router_gateway {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:07:01.624486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T11:07:01Z', 'revision_number': 6, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port_host': None}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:01.628622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60914d1d-e755-439d-ae46-f8bea497934f None None] The sync data for ids ['725a6b33-a1f7-46d6-b3e8-8bd67825c6ff'] in dv-cinder-763774-1-iscsi is: [{'id': '725a6b33-a1f7-46d6-b3e8-8bd67825c6ff', 'name': 'tempest-AttachVolumeTestJSON-1204124254-router', 'tenant_id': '95ee9d72019f4ebbb61f09f1bca29535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T10:57:24Z', 'updated_at': '2020-11-24T11:07:01Z', 'revision_number': 6, 'project_id': '95ee9d72019f4ebbb61f09f1bca29535', 'gw_port_host': None}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:07:01.768779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:01.784634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6fc92f3a-fc27-489d-8f27-a1995f140dcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:01.885961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=00412066-124e-4a58-bca6-17385171c5ec,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:01.890293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:02.162018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.205984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:07:02.249913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:07:02.250143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 03653bf5-02ad-47c4-ab3f-1f53c2324dd3 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:07:02.250462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 00412066-124e-4a58-bca6-17385171c5ec no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:07:02.287607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 00412066-124e-4a58-bca6-17385171c5ec {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:07:02.288238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 00412066-124e-4a58-bca6-17385171c5ec not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:07:02.297740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.435280 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.439629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.526133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.526721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 725a6b33-a1f7-46d6-b3e8-8bd67825c6ff {{(pid=80316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:07:02.540292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.541586 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4338c116-6d2d-49d2-89bf-a7b5b1dbb0aa admin admin] 10.222.0.27 "DELETE /v2.0/routers/725a6b33-a1f7-46d6-b3e8-8bd67825c6ff HTTP/1.1" status: 204 len: 168 time: 1.6983469 Nov 24 11:07:02.544185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43036) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:02.613214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Deleting subnet 92e28c28-ea1b-4564-8273-796d3336be90 {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:07:02.616309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.668048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15593782'] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:02.786122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.049277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15644887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15030138'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.065250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:03.151549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e28c28-ea1b-4564-8273-796d3336be90,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:03.163215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:03.200060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.205301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61622e25-3cd9-4fd6-8268-bcb99ba5ba76 None None] Network f9e71276-0405-416c-b6cf-6c7531bd8257 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:07:03.206161 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-559aacb7-2778-446b-b75b-5701f190856b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/92e28c28-ea1b-4564-8273-796d3336be90 HTTP/1.1" status: 204 len: 168 time: 0.6609104 Nov 24 11:07:03.208911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43042) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:03.467992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] DHCP port deletion for f9e71276-0405-416c-b6cf-6c7531bd8257 request from dv-cinder-763774-1-iscsi {{(pid=80318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 11:07:03.473170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Deleting port 4859e5c7-c27a-4ae4-8345-a71b58dea835 {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:07:03.473701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.541614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.611935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Deleting port 4859e5c7-c27a-4ae4-8345-a71b58dea835 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:07:03.612339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.686275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] For port 4859e5c7-c27a-4ae4-8345-a71b58dea835, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=4859e5c7-c27a-4ae4-8345-a71b58dea835,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:07:03.686642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.813306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Calling delete_port for 4859e5c7-c27a-4ae4-8345-a71b58dea835 owned by network:dhcp {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:07:03.825778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] For port 4859e5c7-c27a-4ae4-8345-a71b58dea835, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=4859e5c7-c27a-4ae4-8345-a71b58dea835,segment=NetworkSegment(dd81dd8d-0041-4e97-b44a-447165b3d1a4),segment_id=dd81dd8d-0041-4e97-b44a-447165b3d1a4)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:07:03.826187 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.887564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240'] for port, after_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:03.903348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:03.955505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Calling delete_port for 4859e5c7-c27a-4ae4-8345-a71b58dea835 owned by network:dhcp {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:07:04.003202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Pushing event deleted for resources: {'Port': ['ID=4859e5c7-c27a-4ae4-8345-a71b58dea835,revision_number=None']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:04.006042 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:04.031381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80316) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:07:04.031749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:07:04.043617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28b870-bda7-455d-bc57-fe11e828d52f None None] No DVR routers for this DVR port 4859e5c7-c27a-4ae4-8345-a71b58dea835 on host dv-cinder-763774-1-iscsi {{(pid=80318) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:07:04.200902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 4859e5c7-c27a-4ae4-8345-a71b58dea835 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:07:04.235583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 4859e5c7-c27a-4ae4-8345-a71b58dea835 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:07:04.235929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 4859e5c7-c27a-4ae4-8345-a71b58dea835 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:07:04.532775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Deleting port 4859e5c7-c27a-4ae4-8345-a71b58dea835 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:07:04.533110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:04.598036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] The port '4859e5c7-c27a-4ae4-8345-a71b58dea835' was deleted {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 24 11:07:04.717969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:04.832946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e71276-0405-416c-b6cf-6c7531bd8257']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:04.845408 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd81dd8d-0041-4e97-b44a-447165b3d1a4') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:04.845748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd81dd8d-0041-4e97-b44a-447165b3d1a4') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:04.858025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:04.873033 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:04.875249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:07:05.056667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Network f9e71276-0405-416c-b6cf-6c7531bd8257 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:07:05.065694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.241172 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Network f9e71276-0405-416c-b6cf-6c7531bd8257 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: % (table.description, expected, rows_matched) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: % (table.description, expected, rows_matched) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: % (table.description, expected, rows_matched) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: % (table.description, expected, rows_matched) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:07:05.267855 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:07:05.343303 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.346725 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:05.363177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.372040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e71276-0405-416c-b6cf-6c7531bd8257,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:05.375738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:05.385766 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c5798896-0f92-479a-a6fc-0407fca022dc admin admin] 10.222.0.27 "DELETE /v2.0/networks/f9e71276-0405-416c-b6cf-6c7531bd8257 HTTP/1.1" status: 204 len: 168 time: 2.1758568 Nov 24 11:07:05.534721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43052) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:05.591302 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-0c87d812-701b-42a1-b902-4aba9bfb22a8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=95ee9d72019f4ebbb61f09f1bca29535&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0552728 Nov 24 11:07:05.593911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43056) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:05.656564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.683019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.727367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.732339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7d7f0baa-33f2-4ec9-ab5b-d61a5d7d1b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:05.745952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88132b4e-6ef4-4c5b-bb6d-103ff2b260a5,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:05.750299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:05.753570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:05.754788 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/88132b4e-6ef4-4c5b-bb6d-103ff2b260a5 HTTP/1.1" status: 204 len: 168 time: 0.1599183 Nov 24 11:07:16.782715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43206) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:16.919268 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:07:16.944724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:16.978880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:07:16.983810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Usage tracker for resource:security_group_rule and tenant:6b38e596eb3b454fb260efd12f85e7dc is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:07:16.986896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:07:16.992789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:07:17.075133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:17.077909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:17.078067 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e46f3-12f1-4344-9ebd-5170afdf8612 req-66ab61ba-b325-4203-b4cb-0fc0e67d91d1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:17.079673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-457e46f3-12f1-4344-9ebd-5170afdf8612 req-66ab61ba-b325-4203-b4cb-0fc0e67d91d1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0874367 Nov 24 11:07:17.085649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-19694177-fa04-4827-a6a4-703d75ea58a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:17.129626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcd3540-b376-47a6-a141-36abeee8bbe2,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:17.129847 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-457e46f3-12f1-4344-9ebd-5170afdf8612 req-991c23d8-2552-45dd-a361-b41f8742c845 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433829 Nov 24 11:07:17.133118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:17.136311 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a1fbc69f-54bb-4c8a-b382-22ef043b619b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6b38e596eb3b454fb260efd12f85e7dc&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3522921 Nov 24 11:07:17.139327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 43218) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:17.203031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:17.234131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:17.284603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:17.289792 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb176a3d-e400-4129-b425-c363238f5c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:17.304614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcd3540-b376-47a6-a141-36abeee8bbe2,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:17.307432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:17.308720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:17.309940 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fdcd3540-b376-47a6-a141-36abeee8bbe2 HTTP/1.1" status: 204 len: 168 time: 0.1696219 Nov 24 11:07:18.363230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca8e96-51b0-4270-b456-881ff39e11df req-4d607a40-e87e-4f9e-95fd-72b3e043dd97 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:18.364942 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-98ca8e96-51b0-4270-b456-881ff39e11df req-4d607a40-e87e-4f9e-95fd-72b3e043dd97 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0864310 Nov 24 11:07:18.414826 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-98ca8e96-51b0-4270-b456-881ff39e11df req-a6c9353f-2953-4bc5-a626-c9e75edbcfaa tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422182 Nov 24 11:07:19.643387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ae75e-ce6f-4210-a971-cddd00a19def req-4315a4eb-2eb7-48f0-a4f7-f27f6efcc45a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:19.644965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e14ae75e-ce6f-4210-a971-cddd00a19def req-4315a4eb-2eb7-48f0-a4f7-f27f6efcc45a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0838437 Nov 24 11:07:19.693671 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e14ae75e-ce6f-4210-a971-cddd00a19def req-8fce79ae-325e-456d-b38c-c605eca54540 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Nov 24 11:07:19.787857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43284) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:19.938525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:19.974324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:07:19.978381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Usage tracker for resource:security_group_rule and tenant:c6bff3f17ea04532a90ce77644d0f4c5 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:07:19.981857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:07:19.987591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:07:20.054959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.057864 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.065564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c42b5fe8-3dfd-4fcc-80d8-3f4beeacbd94 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:20.108229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa70fd-58f7-4706-a639-78e9b2ce8a15,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:20.113052 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c6bff3f17ea04532a90ce77644d0f4c5&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3240864 Nov 24 11:07:20.114062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-75902329-da74-4bcb-9896-d0c3de32de53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:20.116112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43290) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:20.178780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.205322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.249320 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.258186 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b64f7fd2-b143-4362-8e57-75213dc7de7a tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:20.275915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa70fd-58f7-4706-a639-78e9b2ce8a15,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:20.279250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:20.280528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.284481 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6208db5b-39bb-44f6-9d64-181d2ffeda0b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9aaa70fd-58f7-4706-a639-78e9b2ce8a15 HTTP/1.1" status: 204 len: 168 time: 0.1674755 Nov 24 11:07:20.619972 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43300) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:20.640035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.672618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:07:20.676644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Usage tracker for resource:security_group_rule and tenant:a073d9f46ade4298bba8fcf6cc4c4a44 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:07:20.679580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:07:20.685396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:07:20.752941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.755879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.764174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3e90bcab-ad9c-40c7-9da6-4c541dc27cbc tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:20.809586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a741fc-7ccf-4de0-9a80-8f3c4e2a8f48,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:20.812963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:20.818758 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9664708c-4601-482d-b474-6eee7cf5d89e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a073d9f46ade4298bba8fcf6cc4c4a44&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1949928 Nov 24 11:07:20.819337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43306) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:20.945568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.980524 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:20.996589 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31c2d-fb93-4bbd-8d8d-ca90ca70b921 req-08d3bd79-afce-4c3c-abe8-43ba701d2848 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:20.998197 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9ee31c2d-fb93-4bbd-8d8d-ca90ca70b921 req-08d3bd79-afce-4c3c-abe8-43ba701d2848 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1524875 Nov 24 11:07:21.067148 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9ee31c2d-fb93-4bbd-8d8d-ca90ca70b921 req-af15bf07-c316-4948-842d-910fbf199aef tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598392 Nov 24 11:07:21.075016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:21.080081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1dbafabe-9c35-471d-a6d5-28ca769674bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:21.091416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a741fc-7ccf-4de0-9a80-8f3c4e2a8f48,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:21.094203 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:21.106541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:21.108127 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/43a741fc-7ccf-4de0-9a80-8f3c4e2a8f48 HTTP/1.1" status: 204 len: 168 time: 0.2878730 Nov 24 11:07:22.306302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28b4d4-86c1-478e-8893-1e4cf268c803 req-99b5ec03-c7dd-46b6-8c2a-eb8bb50ee07b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:22.308483 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d28b4d4-86c1-478e-8893-1e4cf268c803 req-99b5ec03-c7dd-46b6-8c2a-eb8bb50ee07b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0903833 Nov 24 11:07:22.356780 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4d28b4d4-86c1-478e-8893-1e4cf268c803 req-f5de1d63-d96e-49e3-b757-e18113e5d06f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416780 Nov 24 11:07:23.585930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacfa9e-1c24-42cf-8daf-fffa1990a0cc req-6dd87e67-8604-4017-ac41-912663abf276 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:23.587543 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6dacfa9e-1c24-42cf-8daf-fffa1990a0cc req-6dd87e67-8604-4017-ac41-912663abf276 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0864534 Nov 24 11:07:23.635072 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6dacfa9e-1c24-42cf-8daf-fffa1990a0cc req-0fc52169-b846-4885-8232-45d39052c1dd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Nov 24 11:07:24.861724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ecf66-48e9-448d-9119-2b64f33bfa49 req-2e58c882-826a-4e10-b388-bd1a510f8243 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:24.863322 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-628ecf66-48e9-448d-9119-2b64f33bfa49 req-2e58c882-826a-4e10-b388-bd1a510f8243 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0822453 Nov 24 11:07:24.914912 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-628ecf66-48e9-448d-9119-2b64f33bfa49 req-48204c84-e6cb-4984-ae37-aec27192b8d7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452535 Nov 24 11:07:26.160200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b6031-27c0-4a46-9802-3e9ff2daa563 req-b75fbca3-a322-400b-9fed-7d75e6060f01 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:26.161888 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f49b6031-27c0-4a46-9802-3e9ff2daa563 req-b75fbca3-a322-400b-9fed-7d75e6060f01 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0886328 Nov 24 11:07:26.213082 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f49b6031-27c0-4a46-9802-3e9ff2daa563 req-45d9c835-6402-47b9-8c2f-2c549766470f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442648 Nov 24 11:07:27.300222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:27.455429 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1cb4e-524c-40b0-a22b-05f73b5b11fd req-020cafca-0a65-4d8d-bbaf-43d1adaa9ba7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:27.457103 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1eb1cb4e-524c-40b0-a22b-05f73b5b11fd req-020cafca-0a65-4d8d-bbaf-43d1adaa9ba7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0846937 Nov 24 11:07:27.507176 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1eb1cb4e-524c-40b0-a22b-05f73b5b11fd req-7b1ed2d1-7ab9-4fc4-955e-a65bff44aa44 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435927 Nov 24 11:07:27.658888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4b48cadb-513d-4438-b534-4110e175365a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:28.738424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace910-f380-4cb1-89ab-54cda61472ab req-ef2f1d07-f463-428a-a2ae-736912ff2886 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:28.740032 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41ace910-f380-4cb1-89ab-54cda61472ab req-ef2f1d07-f463-428a-a2ae-736912ff2886 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0830543 Nov 24 11:07:28.787762 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-41ace910-f380-4cb1-89ab-54cda61472ab req-82df482d-17c5-4b01-b06c-1a706e44bdc2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Nov 24 11:07:29.819898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d17bf319-7031-4db5-9a83-5034eea55413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:30.017357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015eafa-b7ae-4c3e-a526-8eddb769a2ec req-52950560-17e5-46bb-9cd5-1c5adc29814b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:30.019169 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c015eafa-b7ae-4c3e-a526-8eddb769a2ec req-52950560-17e5-46bb-9cd5-1c5adc29814b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0891855 Nov 24 11:07:30.066050 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c015eafa-b7ae-4c3e-a526-8eddb769a2ec req-afb3e0a5-3a2f-470b-a180-90ed43edef26 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Nov 24 11:07:30.515993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:31.298974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d2635-275e-43a7-9c50-12d1955db3b4 req-91377f03-98d2-4f32-94a2-7b6cc102cd5e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:31.300621 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-657d2635-275e-43a7-9c50-12d1955db3b4 req-91377f03-98d2-4f32-94a2-7b6cc102cd5e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0883193 Nov 24 11:07:31.349003 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-657d2635-275e-43a7-9c50-12d1955db3b4 req-875e1502-a428-4a25-b97d-537b4e807396 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Nov 24 11:07:31.402423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:32.257753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:32.578207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e85f80-7eaf-43a8-9a85-97c746771050 req-5a4b43ca-6224-4ba7-a27f-f6fcb45d910c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:32.579841 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92e85f80-7eaf-43a8-9a85-97c746771050 req-5a4b43ca-6224-4ba7-a27f-f6fcb45d910c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0833645 Nov 24 11:07:32.627877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92e85f80-7eaf-43a8-9a85-97c746771050 req-be7b3de2-6883-456d-98c9-c56c810d0a48 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418756 Nov 24 11:07:33.859519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874156f-1933-4431-90f9-8b76fdd22950 req-197da205-c45b-4f20-9a14-0ea41b801a67 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:33.861172 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5874156f-1933-4431-90f9-8b76fdd22950 req-197da205-c45b-4f20-9a14-0ea41b801a67 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0862391 Nov 24 11:07:33.909401 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5874156f-1933-4431-90f9-8b76fdd22950 req-d757678d-6aea-4c52-965a-501f3bfe2cdb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Nov 24 11:07:35.153266 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7607c5-8973-4450-9af9-137f514166ca req-b027c75f-d483-4bb9-8db0-3f84478cc689 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:35.155496 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e7607c5-8973-4450-9af9-137f514166ca req-b027c75f-d483-4bb9-8db0-3f84478cc689 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1014385 Nov 24 11:07:35.211501 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5e7607c5-8973-4450-9af9-137f514166ca req-cf49aea4-46e4-4147-a936-5ba46e1a950d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496135 Nov 24 11:07:36.497462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42cf3b-c03d-4786-bee1-19634661d675 req-09f77461-2763-4bcf-b4c7-e1f38a6eb92e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:36.499402 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d42cf3b-c03d-4786-bee1-19634661d675 req-09f77461-2763-4bcf-b4c7-e1f38a6eb92e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1057994 Nov 24 11:07:36.568767 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d42cf3b-c03d-4786-bee1-19634661d675 req-879e88df-0fc2-4021-b11f-698b29e20376 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618055 Nov 24 11:07:37.416990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075c01-f6ac-48da-adc5-5ed50d80cca2 req-0c25394c-bf08-4f2d-8c96-0cefce68e8ba tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:37.419661 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-47075c01-f6ac-48da-adc5-5ed50d80cca2 req-0c25394c-bf08-4f2d-8c96-0cefce68e8ba tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.0926285 Nov 24 11:07:37.472206 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-47075c01-f6ac-48da-adc5-5ed50d80cca2 req-a8519dc3-9fa7-4ace-a898-bcdebeeba019 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0452743 Nov 24 11:07:37.815642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298345-8ac6-4f3e-9ed6-5213d2e46fc1 req-2d13d51f-3e0f-4b88-9acd-001e42e50ac2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:37.818495 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dd298345-8ac6-4f3e-9ed6-5213d2e46fc1 req-2d13d51f-3e0f-4b88-9acd-001e42e50ac2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1039331 Nov 24 11:07:37.880905 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dd298345-8ac6-4f3e-9ed6-5213d2e46fc1 req-31132005-ae55-422c-a132-a7b459a9aaa6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545340 Nov 24 11:07:38.701784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84f98-36ef-40d4-bf30-fb841e50d2ec req-b68b05a1-42d8-4fee-b658-bd7ea618e36b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:38.703441 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8ee84f98-36ef-40d4-bf30-fb841e50d2ec req-b68b05a1-42d8-4fee-b658-bd7ea618e36b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.0897577 Nov 24 11:07:38.761692 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8ee84f98-36ef-40d4-bf30-fb841e50d2ec req-671b04d9-33cf-4e2a-9e09-e45b259463a4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0517213 Nov 24 11:07:39.175119 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device a2b5bcf8-d55e-4b64-aecf-23c489ae9716 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:07:39.181663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2d0cb-a509-4495-b4f7-926f8cfdb1f6 req-8524f8d7-58fc-430f-ad9c-c5b9c368524b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:39.184117 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7cb2d0cb-a509-4495-b4f7-926f8cfdb1f6 req-8524f8d7-58fc-430f-ad9c-c5b9c368524b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0914507 Nov 24 11:07:39.249445 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:07:39.250093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:39.255516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7cb2d0cb-a509-4495-b4f7-926f8cfdb1f6 req-4ac3fcb1-274b-4013-831e-be40a6018050 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648880 Nov 24 11:07:39.460569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-7a2d9d62-1746-4a93-b5c4-814dcf82875c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:39.462168 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-7a2d9d62-1746-4a93-b5c4-814dcf82875c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.0916729 Nov 24 11:07:39.555240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Deleting port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:07:39.555717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:39.875598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] For port a2b5bcf8-d55e-4b64-aecf-23c489ae9716, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:07:39.876004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.023959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb53354-1ac7-4b18-b79d-dcbb2a370706 req-0f8fca93-ba21-42ba-9f98-de2b893f0c62 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:40.026883 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7bb53354-1ac7-4b18-b79d-dcbb2a370706 req-0f8fca93-ba21-42ba-9f98-de2b893f0c62 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 945 time: 0.1086135 Nov 24 11:07:40.107286 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7bb53354-1ac7-4b18-b79d-dcbb2a370706 req-7c345d62-c76f-43b1-9196-7d401d4692d8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0734808 Nov 24 11:07:40.240821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.241378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.241624 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Floating IP 9c930e64-2dfd-44d5-8b05-762c28a0225e disassociated. External IP: 172.27.1.60, port: a2b5bcf8-d55e-4b64-aecf-23c489ae9716. Nov 24 11:07:40.242025 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Calling delete_port for a2b5bcf8-d55e-4b64-aecf-23c489ae9716 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:07:40.498842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43594) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:40.544316 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.566041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dda2c01a-f782-4a89-afcd-deda0cfed904 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:40.622265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'Port': ['ID=a2b5bcf8-d55e-4b64-aecf-23c489ae9716,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:40.671695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.694798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:40.707896 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9134ad4-e45a-472e-b5f7-8a2131935b1d req-10f30086-19b7-4682-b3f8-0e7ad1ca080a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:40.709741 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b9134ad4-e45a-472e-b5f7-8a2131935b1d req-10f30086-19b7-4682-b3f8-0e7ad1ca080a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.2660391 Nov 24 11:07:40.714847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:07:40.719410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b17276ec33a4b5981cf49c4842bf851 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:07:40.723297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:07:40.732395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:07:40.798424 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b9134ad4-e45a-472e-b5f7-8a2131935b1d req-1984d176-cfa0-454c-8a02-4b01622bc8fa tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810571 Nov 24 11:07:40.828451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.839784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:40.865315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bcdbf842-c1ef-4232-b277-5e8b598c6f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:40.902949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c08d44-0991-4c1b-9e8a-b7e50554bbc4,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:40.907098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:40.931860 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2b17276ec33a4b5981cf49c4842bf851&name=default HTTP/1.1" status: 200 len: 2747 time: 0.4315853 Nov 24 11:07:40.932625 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43600) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:40.956144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device a2b5bcf8-d55e-4b64-aecf-23c489ae9716 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:07:41.021486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: a2b5bcf8-d55e-4b64-aecf-23c489ae9716 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:07:41.021868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device a2b5bcf8-d55e-4b64-aecf-23c489ae9716 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:07:41.032858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.066338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.120740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.126709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-75cd490c-1326-43dd-88ec-5cd843e5c01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:41.146948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.151324 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/69c08d44-0991-4c1b-9e8a-b7e50554bbc4 HTTP/1.1" status: 204 len: 168 time: 0.2174141 Nov 24 11:07:41.152755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c08d44-0991-4c1b-9e8a-b7e50554bbc4,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:41.172656 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:41.368181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:07:41.441105 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ddb57571-7d32-48a7-bad2-eb11c06c3f36 req-65f456cc-e02a-4505-a354-1b922cd9e3c0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 210 time: 0.0966756 Nov 24 11:07:41.631012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:07:41.643942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:07:41.660079 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:07:41.660874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:07:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:41.676012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] No DVR routers for this DVR port a2b5bcf8-d55e-4b64-aecf-23c489ae9716 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:07:41.678672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.681913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'name': 'network-vif-deleted', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:07:41.707468 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-844a01f6-d5f1-4fd3-99e8-f56f8d7674f5 req-5a8b0845-735f-468c-8f6c-1cbc667f130c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "DELETE /v2.0/ports/a2b5bcf8-d55e-4b64-aecf-23c489ae9716 HTTP/1.1" status: 204 len: 173 time: 2.2391305 Nov 24 11:07:41.722000 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 43612) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:41.744350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.827126 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c8e13d-02e4-4fdc-a150-46834637bd6a', 'name': 'network-vif-deleted', 'tag': 'a2b5bcf8-d55e-4b64-aecf-23c489ae9716', 'status': 'completed', 'code': 200} Nov 24 11:07:41.834475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:07:41.839903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6572f3a8fad94236ac2174dde4e719e9 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:07:41.843654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:07:41.851409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:07:41.943638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.961185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:41.971595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-427fb32a-3378-40dd-b519-81900e296da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:42.007226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5733f7e-674f-4588-8147-dd268bb047c4,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:42.013585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:42.041921 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9c0c8214-8589-4065-bef4-af7d40d586a2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6572f3a8fad94236ac2174dde4e719e9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3158793 Nov 24 11:07:42.044232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 43622) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:07:42.109505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:42.139738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:42.152379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7e64c-878e-4a76-8683-9c063b640966 req-a906808c-3eab-4cc6-abd9-13e1ff9df21d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:42.154375 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96e7e64c-878e-4a76-8683-9c063b640966 req-a906808c-3eab-4cc6-abd9-13e1ff9df21d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1082377 Nov 24 11:07:42.207993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:42.216198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-09da1ce9-5e62-4f93-94a2-42af2656f36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:42.222421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:07:42.233595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5733f7e-674f-4588-8147-dd268bb047c4,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:42.263569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:42.268941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:42.275713 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d5733f7e-674f-4588-8147-dd268bb047c4 HTTP/1.1" status: 204 len: 168 time: 0.2316985 Nov 24 11:07:42.277550 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-96e7e64c-878e-4a76-8683-9c063b640966 req-98d599ed-1fa1-4506-98fa-b1c09c560bb4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090996 Nov 24 11:07:42.652791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-a0e7477f-f3e8-45db-bfd2-3ae00cf93e0b req-ca8c8760-6b4b-482e-97c5-e4b1079482b5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:07:42.675414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-a0e7477f-f3e8-45db-bfd2-3ae00cf93e0b req-ca8c8760-6b4b-482e-97c5-e4b1079482b5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:07:42.685184 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a0e7477f-f3e8-45db-bfd2-3ae00cf93e0b req-ca8c8760-6b4b-482e-97c5-e4b1079482b5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=30c8e13d-02e4-4fdc-a150-46834637bd6a HTTP/1.1" status: 200 len: 210 time: 0.0859652 Nov 24 11:07:42.694825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:42.699584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:07:42.714341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:07:42.715063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:07:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:43.018064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:07:43.474783 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:07:43.484459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200fd3c-ce73-4996-a3ef-53be5257c9f8 None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:07:43.621330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852db9c-ddd0-4d6c-89c3-e8450d4e7f20 req-380522a1-41ab-4531-a4b2-7e5c9fced984 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:43.629839 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f852db9c-ddd0-4d6c-89c3-e8450d4e7f20 req-380522a1-41ab-4531-a4b2-7e5c9fced984 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1174040 Nov 24 11:07:43.687907 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f852db9c-ddd0-4d6c-89c3-e8450d4e7f20 req-88869f82-5a75-4a40-a448-e9af0f374ed9 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567760 Nov 24 11:07:44.043250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a811900-ef2f-452a-821a-ad6b36d6baa3 None None] New status for floating IP 9c930e64-2dfd-44d5-8b05-762c28a0225e: DOWN {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:07:44.212760 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-05ac9275-faeb-48de-8d20-1f7824440daf tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-856984809&fields=id&tenant_id=61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 267 time: 0.0584373 Nov 24 11:07:44.498028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-b3b98aa1-b4ad-4e02-874f-8544d33feaef tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:44.506513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-b3b98aa1-b4ad-4e02-874f-8544d33feaef tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 812 time: 0.2924514 Nov 24 11:07:44.526750 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-89bcae94-c8a3-4351-b4da-09717a017520 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/quotas/61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 375 time: 0.0191278 Nov 24 11:07:44.625630 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-9e98a844-fcd1-41d2-b861-ef2817b28cba tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978212 Nov 24 11:07:44.952906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-47ab82fa-5f73-4bde-bb33-49ac5a3e920f service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:07:44.962452 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-47ab82fa-5f73-4bde-bb33-49ac5a3e920f service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3039536 Nov 24 11:07:45.031943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc32321-d8e5-43e0-9d2a-4b11588d55ef req-8774a1a0-a38d-48b2-bffb-f022d2daa560 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:45.039958 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bc32321-d8e5-43e0-9d2a-4b11588d55ef req-8774a1a0-a38d-48b2-bffb-f022d2daa560 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1226587 Nov 24 11:07:45.098095 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5bc32321-d8e5-43e0-9d2a-4b11588d55ef req-ae32f711-74f2-4294-be77-a36f1e523fdd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568330 Nov 24 11:07:45.173335 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-551e10b9-5d5d-4287-916e-5bcfe793729f service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098765 Nov 24 11:07:45.388337 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-2fd20d5b-fd77-4fd8-8d83-cda6e6d0ebd1 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2121108 Nov 24 11:07:45.996896 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92317ae8-e593-4290-a618-c3b26ed0c265 req-74bf461b-79af-48ac-9e41-4b5d96285b17 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 210 time: 0.0619607 Nov 24 11:07:46.399715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83428f2-52c8-4401-ae04-2b2431a4ea14 req-d5a0c781-2ad2-4b4f-9bcb-61655cb2638b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:46.408824 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d83428f2-52c8-4401-ae04-2b2431a4ea14 req-d5a0c781-2ad2-4b4f-9bcb-61655cb2638b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1445312 Nov 24 11:07:46.456355 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d83428f2-52c8-4401-ae04-2b2431a4ea14 req-d8c22e82-d0b9-4d6d-8ca5-df33d6d31acf tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464277 Nov 24 11:07:47.202463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13dfa004-925e-4570-9930-1cf490c1940a req-bfa69fbb-9e6c-4cce-a50a-843a51241e1d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 210 time: 0.0785687 Nov 24 11:07:47.338573 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-4feeebcc-73b5-4c3f-9bcb-887e6a413002 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:47.341205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-4feeebcc-73b5-4c3f-9bcb-887e6a413002 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 812 time: 0.1721878 Nov 24 11:07:47.434202 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-17e0a779-086e-4c6d-aa94-1ea08e47b65e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 5285 time: 0.0721672 Nov 24 11:07:47.630822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'port': {'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'admin_state_up': True, 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'security_groups': ['93942d3b-3629-4f02-b5f9-4b1663912d85']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:07:47.695093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095e49a-4091-44d1-8ec9-089ffbf4ffd5 req-621d45ff-8be1-4b4a-a590-5d6c54e8ef75 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:47.696969 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2095e49a-4091-44d1-8ec9-089ffbf4ffd5 req-621d45ff-8be1-4b4a-a590-5d6c54e8ef75 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0852821 Nov 24 11:07:47.751821 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2095e49a-4091-44d1-8ec9-089ffbf4ffd5 req-afba287b-fdc6-46d3-a730-d36f3074b359 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480864 Nov 24 11:07:47.782689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:07:47.793293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:07:47.802187 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Made reservation on behalf of 61b4acb54dec4e22ad97adaaa38d7930 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:07:47.807776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:48.115458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Allocated IP 172.20.0.3 (08d136f3-304f-4f81-868a-41bf3021bdf9/9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e/5242d2b2-f160-4223-829c-1e1b980bf037) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:07:48.318576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:48.370313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Transition to ACTIVE for port object 5242d2b2-f160-4223-829c-1e1b980bf037 will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:07:48.383738 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f871822-0c3a-4d69-918b-af189294b44e req-b912fd5d-08b4-4599-95e2-4b67db9bf540 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 210 time: 0.0494699 Nov 24 11:07:48.401665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:48.420326 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:48.553663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=5242d2b2-f160-4223-829c-1e1b980bf037,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:48.558704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:48.613349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:07:48.614547 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:07:48.616910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:07:48.682601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:48.683390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:48.710027 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835645 Nov 24 11:07:48.803838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-6b80b89f-b701-4b9c-8520-47b7c6eb0d6e None None] Provisioning for port 5242d2b2-f160-4223-829c-1e1b980bf037 completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:07:48.809564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-6b80b89f-b701-4b9c-8520-47b7c6eb0d6e None None] Provisioning complete for port 5242d2b2-f160-4223-829c-1e1b980bf037 triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:07:48.809989 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6b80b89f-b701-4b9c-8520-47b7c6eb0d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:48.874465 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-6b80b89f-b701-4b9c-8520-47b7c6eb0d6e None None] Port 5242d2b2-f160-4223-829c-1e1b980bf037 cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:07:48.986158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e70373-dee8-4e48-859b-47f882000fb9 req-67e60d68-0503-46ee-ba04-ebadcec0a4e4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:48.987765 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f7e70373-dee8-4e48-859b-47f882000fb9 req-67e60d68-0503-46ee-ba04-ebadcec0a4e4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0860884 Nov 24 11:07:49.035932 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f7e70373-dee8-4e48-859b-47f882000fb9 req-25e3e14d-b20a-48a2-b091-6f00452c2a34 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 Nov 24 11:07:49.606942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adbcbc-96c4-4e14-ac93-8068a477f139 req-6987bcc1-a240-4179-9e6e-c57c5ba26426 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:49.607618 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-52adbcbc-96c4-4e14-ac93-8068a477f139 req-6987bcc1-a240-4179-9e6e-c57c5ba26426 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:07:49.622164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-52adbcbc-96c4-4e14-ac93-8068a477f139 req-6987bcc1-a240-4179-9e6e-c57c5ba26426 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:07:49.623380 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52adbcbc-96c4-4e14-ac93-8068a477f139 req-6987bcc1-a240-4179-9e6e-c57c5ba26426 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 931 time: 0.1020036 Nov 24 11:07:49.671732 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-52adbcbc-96c4-4e14-ac93-8068a477f139 req-c691e70c-4703-459e-9293-0ca5d16f85ee tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0417230 Nov 24 11:07:50.471775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c47544-c498-4a1d-bdbc-e1fc82a1f500 req-c9ef4191-591e-481c-8ace-6f26235bdb4c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:50.473440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c5c47544-c498-4a1d-bdbc-e1fc82a1f500 req-c9ef4191-591e-481c-8ace-6f26235bdb4c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.2957885 Nov 24 11:07:50.522110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c5c47544-c498-4a1d-bdbc-e1fc82a1f500 req-bde4ab10-8705-41fc-a532-7c80c77c1b79 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418372 Nov 24 11:07:50.880305 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4ef11-f4b9-48d6-8cb3-c32d58f119b9 req-c30fbf66-77dc-41df-aa8c-dcebde292cce tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:50.881936 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26b4ef11-f4b9-48d6-8cb3-c32d58f119b9 req-c30fbf66-77dc-41df-aa8c-dcebde292cce tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 931 time: 0.0830083 Nov 24 11:07:50.930025 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-26b4ef11-f4b9-48d6-8cb3-c32d58f119b9 req-b9ab07f9-a7cc-474b-98b9-bf6036bb6cb2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0418379 Nov 24 11:07:51.246233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Request body: {'port': {'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:07:51.372583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:51.480935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-994493e5-0fe4-4ace-9201-396442d8dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:51.483088 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-994493e5-0fe4-4ace-9201-396442d8dc61 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1162 time: 0.0753269 Nov 24 11:07:51.643378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-85556efc-c474-4a7e-8ed4-af109d3a2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:51.645391 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-85556efc-c474-4a7e-8ed4-af109d3a2a7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1426659 Nov 24 11:07:51.794449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5242d2b2-f160-4223-829c-1e1b980bf037 {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:07:51.802143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:51.813562 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-b9ce1445-8a07-4d83-a21c-0e21d8178f36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 1001 time: 0.1615405 Nov 24 11:07:51.824136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Transition to ACTIVE for port object 5242d2b2-f160-4223-829c-1e1b980bf037 will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:07:51.826855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:51.842780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7c943b73-10f6-45b6-bc3c-d4dfa9d5a277 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:51.883722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc034d46-ee84-46c0-b260-ae6f54e30cfa req-e3ed0ea3-145d-4bc7-9372-04786a07e4b0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:51.885922 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cc034d46-ee84-46c0-b260-ae6f54e30cfa req-e3ed0ea3-145d-4bc7-9372-04786a07e4b0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1792719 Nov 24 11:07:51.919651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-ba87cdf8-177c-46a3-a0a9-53a71b0ea00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:51.921243 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-ba87cdf8-177c-46a3-a0a9-53a71b0ea00b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.1008446 Nov 24 11:07:51.986730 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cc034d46-ee84-46c0-b260-ae6f54e30cfa req-34de0336-f3b1-4e9e-ab7e-2a45dacd0560 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940652 Nov 24 11:07:51.993816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Pushing event updated for resources: {'Port': ['ID=5242d2b2-f160-4223-829c-1e1b980bf037,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:52.023598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.024697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.025321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.025936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.026557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.027576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.028192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.028830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.029495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.030370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.031020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.031510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.032063 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.032575 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.033104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.033574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.034090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.034804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.035166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.035602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.036002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.036479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.036885 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.037519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:52.039327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-cad4ce9a-2eed-4cf3-8324-5ea917da54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.042146 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-cad4ce9a-2eed-4cf3-8324-5ea917da54d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101940 Nov 24 11:07:52.045476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:52.197987 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-38e56490-6c0b-45fc-8bf5-532b8b8915fb service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492109 Nov 24 11:07:52.283238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Attempting to bind port 5242d2b2-f160-4223-829c-1e1b980bf037 on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:07:52.283622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Attempting to bind port 5242d2b2-f160-4223-829c-1e1b980bf037 by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:07:52.284005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Attempting to bind port 5242d2b2-f160-4223-829c-1e1b980bf037 on network 08d136f3-304f-4f81-868a-41bf3021bdf9 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:07:52.302993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b19a98-06e1-4e6b-9e6e-ae665b513774 req-fe2186c1-5e18-4156-9698-a77d0b8ccbcb tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.304641 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-99b19a98-06e1-4e6b-9e6e-ae665b513774 req-fe2186c1-5e18-4156-9698-a77d0b8ccbcb tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.1906273 Nov 24 11:07:52.307046 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:07:52.307440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Checking segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:07:52.307859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:52.308288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Bound using segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:07:52.308818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Bound port: 5242d2b2-f160-4223-829c-1e1b980bf037, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:07:52.309207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:52.359320 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6119d570-07a0-4b0a-a328-1e1872b7f624 req-265299cd-33a3-446c-a2f3-eaf180a9894e service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538658 Nov 24 11:07:52.418787 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-99b19a98-06e1-4e6b-9e6e-ae665b513774 req-9ee1ddba-caa9-4b47-b69b-1d92b28a8bbd tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0934479 Nov 24 11:07:52.470007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] For port 5242d2b2-f160-4223-829c-1e1b980bf037, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:07:52.473413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] For port 5242d2b2-f160-4223-829c-1e1b980bf037, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5242d2b2-f160-4223-829c-1e1b980bf037,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:07:52.479520 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:52.498149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4b38240b-b9d8-46ed-b7d8-7c08803aaec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:52.528330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-80535ded-dcda-4350-b88c-b5c0b7e1f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.530172 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-80535ded-dcda-4350-b88c-b5c0b7e1f24a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1162 time: 0.0928199 Nov 24 11:07:52.655565 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Pushing event updated for resources: {'Port': ['ID=5242d2b2-f160-4223-829c-1e1b980bf037,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:52.661014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:52.690302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-1f935188-451b-4f95-95c7-2d6baf6137f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.691898 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-1f935188-451b-4f95-95c7-2d6baf6137f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1548338 Nov 24 11:07:52.697470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.698870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:52.700707 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] 10.222.0.57 "PUT /v2.0/ports/5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 1157 time: 1.4593801 Nov 24 11:07:52.701330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:07:52.831722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-0033ae68-0153-4226-80cf-77b72c918cb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 1001 time: 0.1313345 Nov 24 11:07:52.834135 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037', 'status': 'completed', 'code': 200} Nov 24 11:07:52.867762 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-bfdef48e-fc63-49df-be53-dc819208b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.869655 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-bfdef48e-fc63-49df-be53-dc819208b014 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1160 time: 0.0870152 Nov 24 11:07:52.908809 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-1edc593e-7e54-4860-bd3d-e043db11b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:52.910730 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-1edc593e-7e54-4860-bd3d-e043db11b16f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0705664 Nov 24 11:07:52.955610 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-ead11d07-f0a1-4216-a47d-7406c711065f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 217 time: 0.0705001 Nov 24 11:07:52.998398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-2366df35-7e6c-4bea-956e-535dece43371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:53.000228 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-2366df35-7e6c-4bea-956e-535dece43371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829885 Nov 24 11:07:53.169033 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-a367bc42-23f2-4f70-adc7-ff7f9d1ac55d service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599958 Nov 24 11:07:53.318056 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4ee0c02-3baf-46c9-bd72-32849c2987de req-2ae50698-2256-4db9-8eaa-287728ffe434 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415772 Nov 24 11:07:53.318279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-c0b8b792-1217-4e0f-a32e-ce47e7bc5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:53.319617 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-c0b8b792-1217-4e0f-a32e-ce47e7bc5989 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.3570321 Nov 24 11:07:53.397875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cee2af-39b9-4680-b9d9-1cf50a2d0747 req-28e24de6-460b-4ff9-a7a0-ec52e35f16d5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:53.399501 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f4cee2af-39b9-4680-b9d9-1cf50a2d0747 req-28e24de6-460b-4ff9-a7a0-ec52e35f16d5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1648338 Nov 24 11:07:53.466444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f4cee2af-39b9-4680-b9d9-1cf50a2d0747 req-396b64cb-64a1-4be8-85d6-0566533e7f41 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594893 Nov 24 11:07:53.468298 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-b56c947f-e1fd-45fc-ba47-325a832bd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:53.469838 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-b56c947f-e1fd-45fc-ba47-325a832bd5b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1343064 Nov 24 11:07:53.620664 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-fb176984-5c0b-4b4c-a3ba-bf9ada41c125 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407309 Nov 24 11:07:53.638387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbd42e-be87-4403-8f41-9d2b4f62bb5c req-5f03447f-c316-4375-ac28-8fd8cda66035 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:53.640027 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63dbd42e-be87-4403-8f41-9d2b4f62bb5c req-5f03447f-c316-4375-ac28-8fd8cda66035 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0836270 Nov 24 11:07:53.688307 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63dbd42e-be87-4403-8f41-9d2b4f62bb5c req-3b31a32b-abda-4be9-bcff-b6f87e851588 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0418820 Nov 24 11:07:53.920370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:07:54.697175 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5462b3-a25f-4cef-8daf-fe9d793894d9 req-836649a5-5c88-4026-947e-4f60add9a9d4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:54.699350 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d5462b3-a25f-4cef-8daf-fe9d793894d9 req-836649a5-5c88-4026-947e-4f60add9a9d4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0884335 Nov 24 11:07:54.747612 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0d5462b3-a25f-4cef-8daf-fe9d793894d9 req-92249076-de5e-4c57-a6f7-09047003f7df tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419989 Nov 24 11:07:54.899873 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243323cc-130c-4db0-8d12-fdf9b4d75373 req-0f5c3e35-6ec6-4b82-808c-4a9c885c90e8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:54.901542 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-243323cc-130c-4db0-8d12-fdf9b4d75373 req-0f5c3e35-6ec6-4b82-808c-4a9c885c90e8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0862772 Nov 24 11:07:54.950930 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-243323cc-130c-4db0-8d12-fdf9b4d75373 req-8e665ddc-a12d-414a-829b-253dbf316a22 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0424521 Nov 24 11:07:55.036377 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1340ecdb-e9a3-4e2b-849c-1ba3701046df req-27ff6cd6-1a33-48eb-809c-8d2da2409139 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389630 Nov 24 11:07:55.982270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea812c9-ea5a-4176-9d76-d1a04a5677a3 req-62440023-5122-46ad-a03f-3b9826c111a7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:55.983901 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ea812c9-ea5a-4176-9d76-d1a04a5677a3 req-62440023-5122-46ad-a03f-3b9826c111a7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0874867 Nov 24 11:07:56.034100 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7ea812c9-ea5a-4176-9d76-d1a04a5677a3 req-78d8665d-d4f5-4417-82dc-e4c2accfba76 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437782 Nov 24 11:07:56.172282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7688755-e465-491b-be5d-e02fad71bec5 req-712ac794-6607-4e20-b4d5-de42ffa59b02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:56.173921 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f7688755-e465-491b-be5d-e02fad71bec5 req-712ac794-6607-4e20-b4d5-de42ffa59b02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0840266 Nov 24 11:07:56.223582 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f7688755-e465-491b-be5d-e02fad71bec5 req-999a4b30-3adc-405d-8728-4e1a13ce00be tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0433152 Nov 24 11:07:57.270111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f11e95-0047-49b5-9dee-47e95c4eedfc req-47205e73-e474-4c17-a04b-fcb03ef5ad9a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:57.271769 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-29f11e95-0047-49b5-9dee-47e95c4eedfc req-47205e73-e474-4c17-a04b-fcb03ef5ad9a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0896888 Nov 24 11:07:57.319020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:57.329763 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-29f11e95-0047-49b5-9dee-47e95c4eedfc req-74c431ef-d7ba-4d9e-9009-079cad7872c7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503979 Nov 24 11:07:57.418132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-0e19d46b-0b4e-4ba5-a3f9-0919ccc5653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:57.419785 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-0e19d46b-0b4e-4ba5-a3f9-0919ccc5653f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1160 time: 0.0775399 Nov 24 11:07:57.451793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933675f-e079-4516-90d1-b86ff1ed4c2c req-3c6a958c-92b3-4802-8899-48b8ea6af423 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:57.453441 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8933675f-e079-4516-90d1-b86ff1ed4c2c req-3c6a958c-92b3-4802-8899-48b8ea6af423 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0884199 Nov 24 11:07:57.503149 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8933675f-e079-4516-90d1-b86ff1ed4c2c req-11b914e4-a80b-428d-b72e-f1d22f94b756 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0433822 Nov 24 11:07:57.572105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-ecb7043c-e9ed-4960-a9ee-8dfc10beefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:57.574363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-ecb7043c-e9ed-4960-a9ee-8dfc10beefb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1476519 Nov 24 11:07:57.650712 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-1f9cc3e5-1988-4fdb-8114-e0190535df89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 217 time: 0.0683043 Nov 24 11:07:57.659092 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-94698993-5be3-4cbc-b25c-f5f787a6a6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:57.719824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-7fc66332-a17a-484b-ba49-8db327f014f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:57.721418 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-7fc66332-a17a-484b-ba49-8db327f014f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0642538 Nov 24 11:07:57.806619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-637cf6bb-5e08-4891-bd3b-54b9df9960c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:57.808798 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-637cf6bb-5e08-4891-bd3b-54b9df9960c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783851 Nov 24 11:07:57.951613 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-71ed03b7-e2d1-4743-b3c8-6a4197260a42 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357069 Nov 24 11:07:58.093558 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-35ddd1c8-c6f9-49b2-bcb0-f01012d6407f req-145ba67c-2804-4c26-8730-094f4c2396eb service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1351931 Nov 24 11:07:58.559129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513c824-bf5d-44d1-ac19-187127d52e9e req-8e91f43c-32cd-424c-86f7-c21e8750d6f2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:58.560822 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8513c824-bf5d-44d1-ac19-187127d52e9e req-8e91f43c-32cd-424c-86f7-c21e8750d6f2 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0861974 Nov 24 11:07:58.616782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8513c824-bf5d-44d1-ac19-187127d52e9e req-a8253e0f-3611-422e-912c-8f5250333180 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492678 Nov 24 11:07:58.717131 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc16-6495-49ec-98db-7f8b84131eed req-561e0be6-b041-4d9d-be1c-ac5746cf7913 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:58.718743 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-880dcc16-6495-49ec-98db-7f8b84131eed req-561e0be6-b041-4d9d-be1c-ac5746cf7913 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0843635 Nov 24 11:07:58.767239 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-880dcc16-6495-49ec-98db-7f8b84131eed req-c24a6b95-120e-414c-8340-8c999d322585 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0420504 Nov 24 11:07:59.561600 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:07:59.676348 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:59.704790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:07:59.715410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 6912865c-3f16-4e6a-9482-c261ceef7a52, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6912865c-3f16-4e6a-9482-c261ceef7a52,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:07:59.724064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:59.726148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-189ed8a6-793f-4835-ac7e-b99691c37d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:07:59.772434 dv-cinder-763774-1-iscsi neutron-server[80207]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'code': 422} returned with failed status Nov 24 11:07:59.800869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:07:59.812752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.813124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.813514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.813878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.814630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.815155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.815686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.816209 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.816771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.817610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.818430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.818950 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.819546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.820074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.820614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.821146 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.821677 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.822211 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.822775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.823304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.823968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.824665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.825390 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.826117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:07:59.832308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:07:59.850374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a1a188e-4c5a-4910-ac66-b43f87b23c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:07:59.872301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c655ad4-fdd3-4fb2-8c00-a7f152ccd23d req-344d0644-3b0a-421b-b056-7cb39aa21d96 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:07:59.876863 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6c655ad4-fdd3-4fb2-8c00-a7f152ccd23d req-344d0644-3b0a-421b-b056-7cb39aa21d96 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1039934 Nov 24 11:07:59.924066 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-6c655ad4-fdd3-4fb2-8c00-a7f152ccd23d req-090e6ab7-029f-472c-b86b-3008fab8aa73 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Nov 24 11:08:00.012626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81294e48-1b4c-4590-a6a3-7e66cfb5fcd3 req-92f6c39f-abce-4cf5-9f13-89324eeec6ea tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:00.014191 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-81294e48-1b4c-4590-a6a3-7e66cfb5fcd3 req-92f6c39f-abce-4cf5-9f13-89324eeec6ea tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0999022 Nov 24 11:08:00.075235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-81294e48-1b4c-4590-a6a3-7e66cfb5fcd3 req-73e787aa-429e-40b4-933c-d4cb5524e703 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0543227 Nov 24 11:08:00.520442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:01.287173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204c889-856d-4c87-b3b3-b8e485ae1e70 req-001ec96c-829b-42ea-bd79-64aac6918916 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:01.288817 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3204c889-856d-4c87-b3b3-b8e485ae1e70 req-001ec96c-829b-42ea-bd79-64aac6918916 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0837729 Nov 24 11:08:01.339469 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3204c889-856d-4c87-b3b3-b8e485ae1e70 req-fc460042-d7b2-4efe-952d-0f012d5a4c3e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0434086 Nov 24 11:08:01.404366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:02.261836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:02.552112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b7b2d-05fd-40f2-9466-016f6a05cd76 req-102bc998-6db9-44ec-becd-cd8976b8e5ba tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:02.553786 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a9b7b2d-05fd-40f2-9466-016f6a05cd76 req-102bc998-6db9-44ec-becd-cd8976b8e5ba tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0870035 Nov 24 11:08:02.601621 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9a9b7b2d-05fd-40f2-9466-016f6a05cd76 req-8ff94b01-96fe-4aac-a57e-a6dac33369af tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0410268 Nov 24 11:08:03.813510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab1b3c-0de6-4f7f-811e-bad948c486ad req-553ce1d7-5855-4e72-85b5-c2466f4cf7fc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:03.815107 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7aab1b3c-0de6-4f7f-811e-bad948c486ad req-553ce1d7-5855-4e72-85b5-c2466f4cf7fc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0828135 Nov 24 11:08:03.866261 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7aab1b3c-0de6-4f7f-811e-bad948c486ad req-1fee3fec-db58-4883-9779-25ae378d658b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0449200 Nov 24 11:08:05.115843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef004009-2378-47b9-a890-74b6c55c296e req-9c50606e-35c5-4356-a98b-d7db0e980b1e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:05.117516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ef004009-2378-47b9-a890-74b6c55c296e req-9c50606e-35c5-4356-a98b-d7db0e980b1e tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0838234 Nov 24 11:08:05.150210 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adfe3f-6499-4f55-977b-7263cfa434a4 req-9c3e2453-370e-4764-8420-0ea91ddbaaad tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:05.151858 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-93adfe3f-6499-4f55-977b-7263cfa434a4 req-9c3e2453-370e-4764-8420-0ea91ddbaaad tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.1525931 Nov 24 11:08:05.155731 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-4fa0f9d1-d467-4f9a-bba0-2d9c4f411dba service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194739 Nov 24 11:08:05.167117 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ef004009-2378-47b9-a890-74b6c55c296e req-368d11af-edee-4113-9ff2-49dd966c58ea tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Nov 24 11:08:05.206473 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-93adfe3f-6499-4f55-977b-7263cfa434a4 req-dd087d2d-1822-451f-ac0e-2fd174e2bd07 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0480902 Nov 24 11:08:05.735695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-3f0e3f48-e667-4b50-a5b0-0a82af2c23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:05.737314 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-3f0e3f48-e667-4b50-a5b0-0a82af2c23f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d&tenant_id=4736ea25a96a42c1951f08e3c2b2f96a HTTP/1.1" status: 200 len: 1160 time: 0.0781429 Nov 24 11:08:05.843076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-fd69a628-fe3b-426e-9b92-65569a822b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:05.844713 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-fd69a628-fe3b-426e-9b92-65569a822b25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1160 time: 0.0739231 Nov 24 11:08:05.985760 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-c45fbe7b-31d7-4aa0-9c19-a63e1d82fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:05.987329 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-c45fbe7b-31d7-4aa0-9c19-a63e1d82fcb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.1362014 Nov 24 11:08:06.094941 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-1b82b13f-b941-48c1-bc5f-0b20c6fbf633 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 999 time: 0.1001174 Nov 24 11:08:06.163086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-f3926db6-a58e-4913-9ee8-63bb4778e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:06.164651 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-f3926db6-a58e-4913-9ee8-63bb4778e711 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0630748 Nov 24 11:08:06.245847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-e7fe41a6-f5f4-4be3-8be4-e7263d5498b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:06.247512 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-e7fe41a6-f5f4-4be3-8be4-e7263d5498b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760243 Nov 24 11:08:06.453414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6828e-77da-40f4-b1ea-75934672ed38 req-90d78217-a763-45cb-868b-d3898c72f9af tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:06.455053 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82c6828e-77da-40f4-b1ea-75934672ed38 req-90d78217-a763-45cb-868b-d3898c72f9af tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0895126 Nov 24 11:08:06.465739 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-e6e327ff-8066-464d-95ae-45650d5d9a39 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105973 Nov 24 11:08:06.477081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404a0dd-ca04-4787-b747-ef78b54ed8d1 req-68304dea-d6c3-4ef8-9e6e-cf02ad36a74b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:06.481062 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3404a0dd-ca04-4787-b747-ef78b54ed8d1 req-68304dea-d6c3-4ef8-9e6e-cf02ad36a74b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1322935 Nov 24 11:08:06.506757 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-82c6828e-77da-40f4-b1ea-75934672ed38 req-afdd264a-71e0-4876-b7a6-f14e819e07f0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0451241 Nov 24 11:08:06.628782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3404a0dd-ca04-4787-b747-ef78b54ed8d1 req-d00da969-251c-4eea-b220-54cfdae6a350 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242867 Nov 24 11:08:06.657017 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-bc5a84ca-b4f0-4f29-8786-763d2d02d724 req-1a31ed66-931a-4794-9c6d-801a633583ae service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1774390 Nov 24 11:08:07.721450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333590-fb00-41ec-8443-f88507ee3e5e req-fe5f00cf-d82a-4624-ba4d-2b46f8af037f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:07.723200 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5d333590-fb00-41ec-8443-f88507ee3e5e req-fe5f00cf-d82a-4624-ba4d-2b46f8af037f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0867217 Nov 24 11:08:07.783216 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5d333590-fb00-41ec-8443-f88507ee3e5e req-eea3a593-b14a-4a77-86de-1928c2e9adfc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0523088 Nov 24 11:08:07.954001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a4b3c-2200-4c9b-a4ab-6ecf0b1e3c70 req-481ac201-a71e-4997-99a7-2ceee2ef8e70 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:07.955867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-544a4b3c-2200-4c9b-a4ab-6ecf0b1e3c70 req-481ac201-a71e-4997-99a7-2ceee2ef8e70 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1254940 Nov 24 11:08:08.022333 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-544a4b3c-2200-4c9b-a4ab-6ecf0b1e3c70 req-281d8d20-1184-4ca3-8d99-de318b1107a0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571685 Nov 24 11:08:09.008401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469b524-ff8f-40d5-9b42-08f2e4723998 req-b0bc2750-cae5-4f82-b582-d7dd627a0392 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:09.010248 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0469b524-ff8f-40d5-9b42-08f2e4723998 req-b0bc2750-cae5-4f82-b582-d7dd627a0392 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0893583 Nov 24 11:08:09.060997 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0469b524-ff8f-40d5-9b42-08f2e4723998 req-6a8ea05a-6532-4172-9e8d-413d52b34d08 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0430617 Nov 24 11:08:09.260962 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02449ac4-0907-46ce-8cbc-4be6a761864e req-ea7e0603-0dfe-4983-be5f-38a8485f79cd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:09.262303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-02449ac4-0907-46ce-8cbc-4be6a761864e req-ea7e0603-0dfe-4983-be5f-38a8485f79cd tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0899258 Nov 24 11:08:09.555064 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-02449ac4-0907-46ce-8cbc-4be6a761864e req-ddbaba45-3983-4ea4-9cee-6df81ee9f0c7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869985 Nov 24 11:08:10.272493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d4434-a242-4cca-8016-530b2b32cc26 req-32a98235-69ea-42cb-ae2c-bfb1f4e8523b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:10.274121 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a40d4434-a242-4cca-8016-530b2b32cc26 req-32a98235-69ea-42cb-ae2c-bfb1f4e8523b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0822442 Nov 24 11:08:10.323193 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a40d4434-a242-4cca-8016-530b2b32cc26 req-efbee181-299d-45ba-aead-524b1d78287f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0417068 Nov 24 11:08:10.785162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793fa4f-b0c8-460a-bd06-b3dc3c63d650 req-fc16c16d-e14d-4864-a2f2-bd1b528852a0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:10.786797 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3793fa4f-b0c8-460a-bd06-b3dc3c63d650 req-fc16c16d-e14d-4864-a2f2-bd1b528852a0 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0855176 Nov 24 11:08:10.835002 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3793fa4f-b0c8-460a-bd06-b3dc3c63d650 req-43eb3dd6-e76a-49f3-ab0a-c679ea3794f8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414531 Nov 24 11:08:11.547095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57ecd6-cac3-483b-81c1-7d68f2100a29 req-47dc8e29-9d6d-4ebc-b24f-0e1c167f94a4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:11.548865 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f57ecd6-cac3-483b-81c1-7d68f2100a29 req-47dc8e29-9d6d-4ebc-b24f-0e1c167f94a4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0940294 Nov 24 11:08:11.600901 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f57ecd6-cac3-483b-81c1-7d68f2100a29 req-4870fcf0-a997-4cfd-ac39-a968e70deb3f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0454879 Nov 24 11:08:12.076051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1cd87-23ec-417c-8c39-7e1844b4b33b req-d6c5cc4f-799a-4b6d-9228-451a890b1792 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:12.077706 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-18d1cd87-23ec-417c-8c39-7e1844b4b33b req-d6c5cc4f-799a-4b6d-9228-451a890b1792 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0904381 Nov 24 11:08:12.128413 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-18d1cd87-23ec-417c-8c39-7e1844b4b33b req-381a9b06-af4a-4d96-b18f-bf835ae65254 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442398 Nov 24 11:08:12.810675 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f44f0-2c3e-4a64-88b8-1a4f1d235121 req-0f13be91-692f-48d2-9717-6274ed0bfddc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:12.812372 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-055f44f0-2c3e-4a64-88b8-1a4f1d235121 req-0f13be91-692f-48d2-9717-6274ed0bfddc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0845609 Nov 24 11:08:12.867767 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-055f44f0-2c3e-4a64-88b8-1a4f1d235121 req-ee3d6384-67c8-4d58-9eb4-9a37d4195092 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0486138 Nov 24 11:08:13.364044 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5b7dc-223e-4f1c-a0d0-a470afdabac2 req-f17974c1-0ec9-45b3-8c7f-95f80e430a74 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:13.365774 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92c5b7dc-223e-4f1c-a0d0-a470afdabac2 req-f17974c1-0ec9-45b3-8c7f-95f80e430a74 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0847766 Nov 24 11:08:13.415814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-92c5b7dc-223e-4f1c-a0d0-a470afdabac2 req-8e317183-d1d8-43f6-8c69-c28e20eb6fb4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432334 Nov 24 11:08:14.080628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfe960-4b56-4c04-841f-d57a1108d67b req-171e7aeb-9b3d-44f6-aafc-b66e425217c0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:14.082225 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88bfe960-4b56-4c04-841f-d57a1108d67b req-171e7aeb-9b3d-44f6-aafc-b66e425217c0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.0833089 Nov 24 11:08:14.132303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88bfe960-4b56-4c04-841f-d57a1108d67b req-6fc7d65c-229f-41d7-8b71-667dc3118009 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0438726 Nov 24 11:08:14.647081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb0b62-2ab3-4c0d-ae01-3dff2bd6b591 req-b3dc6b2b-26e6-46ae-98c6-87de7d2747b4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:14.648709 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-77bb0b62-2ab3-4c0d-ae01-3dff2bd6b591 req-b3dc6b2b-26e6-46ae-98c6-87de7d2747b4 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0853577 Nov 24 11:08:14.695952 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-77bb0b62-2ab3-4c0d-ae01-3dff2bd6b591 req-c0e2bc66-61bf-420b-bf90-017e7c4a9b89 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 Nov 24 11:08:15.360252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffbe82-a78e-4db3-9647-7119bb26e63c req-d048f17d-364b-49e0-abbc-b33391603b89 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:15.361949 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6ffbe82-a78e-4db3-9647-7119bb26e63c req-d048f17d-364b-49e0-abbc-b33391603b89 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.1005085 Nov 24 11:08:15.414410 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d6ffbe82-a78e-4db3-9647-7119bb26e63c req-d5cbacbf-5bad-4779-a1b4-2b45b823a562 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0461028 Nov 24 11:08:15.928984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ade79-b262-42f7-9537-d1d2bbe6aa91 req-ff125931-844a-4096-be8e-3fa0588b140d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:15.930639 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-619ade79-b262-42f7-9537-d1d2bbe6aa91 req-ff125931-844a-4096-be8e-3fa0588b140d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0887640 Nov 24 11:08:15.984303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-619ade79-b262-42f7-9537-d1d2bbe6aa91 req-8fe6b31c-be23-4f27-8341-a31b4b98f944 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459332 Nov 24 11:08:16.404192 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 5242d2b2-f160-4223-829c-1e1b980bf037 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:08:16.479428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 5242d2b2-f160-4223-829c-1e1b980bf037 completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:08:16.485147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 5242d2b2-f160-4223-829c-1e1b980bf037 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:08:16.485609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:16.628052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:16.660539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:08:16.666665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b951ed-874e-4fc6-a5ea-f15e7607ddb1 req-9454d2e7-b05f-447d-ac6f-3a6e0cb5b588 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:16.668762 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4b951ed-874e-4fc6-a5ea-f15e7607ddb1 req-9454d2e7-b05f-447d-ac6f-3a6e0cb5b588 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.1176212 Nov 24 11:08:16.679557 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 5242d2b2-f160-4223-829c-1e1b980bf037, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5242d2b2-f160-4223-829c-1e1b980bf037,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:16.683982 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:16.687581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-189ed8a6-793f-4835-ac7e-b99691c37d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:16.743905 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037', 'code': 200} Nov 24 11:08:16.756306 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a4b951ed-874e-4fc6-a5ea-f15e7607ddb1 req-1114503b-210b-4d66-a7dc-8d5c0e71cba7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0746822 Nov 24 11:08:16.790956 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=5242d2b2-f160-4223-829c-1e1b980bf037,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:16.801893 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:17.081075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 5242d2b2-f160-4223-829c-1e1b980bf037 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:08:17.166774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 5242d2b2-f160-4223-829c-1e1b980bf037 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:08:17.167123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:17.244497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3fc93-1e62-4584-af09-d692a70c2ebd req-2c1a6846-bf39-40e3-aeb9-9d1e9b06d2df tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:17.246140 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0f3fc93-1e62-4584-af09-d692a70c2ebd req-2c1a6846-bf39-40e3-aeb9-9d1e9b06d2df tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1024187 Nov 24 11:08:17.317960 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f0f3fc93-1e62-4584-af09-d692a70c2ebd req-2eeb11a1-28ce-42d0-aabc-2c22d3929a0f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614543 Nov 24 11:08:17.986858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09a17a-ad5d-4edb-9bd9-4628b8e31514 req-321650ec-c323-45f4-bd9c-37cdf5dfb39a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:17.988521 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa09a17a-ad5d-4edb-9bd9-4628b8e31514 req-321650ec-c323-45f4-bd9c-37cdf5dfb39a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0915909 Nov 24 11:08:18.042240 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fa09a17a-ad5d-4edb-9bd9-4628b8e31514 req-5d329408-74c2-47bd-9895-08b6eec327d2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0469177 Nov 24 11:08:18.585530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad372a-655f-4e48-8c6e-2bca0ca170d3 req-f520864a-cd19-4c3a-b36e-71ed3eebe890 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:18.587092 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-76ad372a-655f-4e48-8c6e-2bca0ca170d3 req-f520864a-cd19-4c3a-b36e-71ed3eebe890 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1009023 Nov 24 11:08:18.637180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-76ad372a-655f-4e48-8c6e-2bca0ca170d3 req-e382616c-b5fd-4ac5-9f75-3ec30d8e7e69 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Nov 24 11:08:19.261349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a72238-461c-4aef-804c-cd3705df1fd9 req-8bb5e9cb-030a-4ce9-82a5-64101a47ce18 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:19.263029 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-10a72238-461c-4aef-804c-cd3705df1fd9 req-8bb5e9cb-030a-4ce9-82a5-64101a47ce18 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0888307 Nov 24 11:08:19.318410 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-10a72238-461c-4aef-804c-cd3705df1fd9 req-06f6aea7-3232-48e7-b47d-3769e4ed3f39 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0488126 Nov 24 11:08:19.868249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3ac90-783a-42e3-8ae1-c6f329c6658b req-392ff6e7-96ee-484c-a41d-21c60158b500 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:19.869923 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1cc3ac90-783a-42e3-8ae1-c6f329c6658b req-392ff6e7-96ee-484c-a41d-21c60158b500 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0823185 Nov 24 11:08:19.918209 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1cc3ac90-783a-42e3-8ae1-c6f329c6658b req-4a6dc3be-3b8c-4903-9292-4ee97c483e9d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Nov 24 11:08:20.528129 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32465-8e21-4089-9933-dbbc4d08b2e9 req-c29805e3-249b-4a5e-8a05-f915cb077a4d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:20.529782 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-03c32465-8e21-4089-9933-dbbc4d08b2e9 req-c29805e3-249b-4a5e-8a05-f915cb077a4d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0842149 Nov 24 11:08:20.578842 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-03c32465-8e21-4089-9933-dbbc4d08b2e9 req-f094bd0c-8dc0-4a9c-a599-daee96e253d7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428998 Nov 24 11:08:21.151432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce124c-0d96-485d-9e82-07bb9ea5cc72 req-99543404-5ca0-4d8f-a740-24e70655ba5f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:21.153037 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c9ce124c-0d96-485d-9e82-07bb9ea5cc72 req-99543404-5ca0-4d8f-a740-24e70655ba5f tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0864210 Nov 24 11:08:21.200027 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c9ce124c-0d96-485d-9e82-07bb9ea5cc72 req-b95d264e-d8a8-45af-bccb-05e39ef72ff7 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 Nov 24 11:08:21.823418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414739d-740c-4cae-9a9c-e4df717cc169 req-69a04d27-530e-4ce0-a400-49011db23449 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:21.825205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4414739d-740c-4cae-9a9c-e4df717cc169 req-69a04d27-530e-4ce0-a400-49011db23449 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0912755 Nov 24 11:08:22.084757 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4414739d-740c-4cae-9a9c-e4df717cc169 req-b184d132-78b2-45e0-90d0-289949b43f25 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2527652 Nov 24 11:08:22.426806 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003d697-8d77-404b-b3ae-943ef1e70ea4 req-d6a3465f-4e29-40b0-87eb-f32a00256c65 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:22.428347 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4003d697-8d77-404b-b3ae-943ef1e70ea4 req-d6a3465f-4e29-40b0-87eb-f32a00256c65 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0816026 Nov 24 11:08:22.479101 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4003d697-8d77-404b-b3ae-943ef1e70ea4 req-d4dec09d-baa7-4fd2-93ba-6d244009a20b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Nov 24 11:08:23.297224 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7396e1-1e40-45c9-9917-7c6e887b89a8 req-295ed746-681c-46a4-8ac3-9dae5e94f698 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:23.298851 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4c7396e1-1e40-45c9-9917-7c6e887b89a8 req-295ed746-681c-46a4-8ac3-9dae5e94f698 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0830846 Nov 24 11:08:23.347183 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4c7396e1-1e40-45c9-9917-7c6e887b89a8 req-ffac68f1-660b-428b-acaf-35fb8b36f93f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0418036 Nov 24 11:08:23.708560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1c779-c8b7-43e0-ae3e-43b4bc3e2881 req-ff687406-7ee2-4f4e-8127-10214d7737b6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:23.710205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3b1c779-c8b7-43e0-ae3e-43b4bc3e2881 req-ff687406-7ee2-4f4e-8127-10214d7737b6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0873799 Nov 24 11:08:23.759734 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-f3b1c779-c8b7-43e0-ae3e-43b4bc3e2881 req-edba385f-911c-420f-8683-e872d1e92aee tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427184 Nov 24 11:08:24.565003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433d68-7055-4949-9a1f-637d9fb8d5cc req-83a4b359-a387-43b5-a63d-a3277c9c5cc6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:24.566628 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0e433d68-7055-4949-9a1f-637d9fb8d5cc req-83a4b359-a387-43b5-a63d-a3277c9c5cc6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0895145 Nov 24 11:08:24.616523 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0e433d68-7055-4949-9a1f-637d9fb8d5cc req-ba45e44d-726e-4eaf-b273-30d0a37af720 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428267 Nov 24 11:08:24.750039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6767ac-d1d7-4f57-ae34-80a638260da0 req-e9920544-1664-4ba1-949f-4a27b656bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:24.751678 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cd6767ac-d1d7-4f57-ae34-80a638260da0 req-e9920544-1664-4ba1-949f-4a27b656bb5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.0790014 Nov 24 11:08:24.797588 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cd6767ac-d1d7-4f57-ae34-80a638260da0 req-959acbde-6215-4193-b555-dbd1cde07bcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0384009 Nov 24 11:08:25.118539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8b496-54cf-4824-adda-0670abdda145 req-d36d7481-620b-4801-a616-5a47bbf11e07 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:25.121000 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-02b8b496-54cf-4824-adda-0670abdda145 req-d36d7481-620b-4801-a616-5a47bbf11e07 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0836473 Nov 24 11:08:25.168674 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-02b8b496-54cf-4824-adda-0670abdda145 req-ac1bbec0-3e7a-46bf-8ab3-290e6ca75e50 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Nov 24 11:08:25.833588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326eac2-dd81-4f7b-a406-095122b35be0 req-8657eab1-b119-4d6b-89e0-a7f558f6b933 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:25.835193 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a326eac2-dd81-4f7b-a406-095122b35be0 req-8657eab1-b119-4d6b-89e0-a7f558f6b933 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0830202 Nov 24 11:08:25.888468 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a326eac2-dd81-4f7b-a406-095122b35be0 req-40e39862-348e-45e5-8281-a280d0f769d8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0467851 Nov 24 11:08:26.400698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a683-5bf0-4dc4-b70a-7ae7fe20321c req-769bd3b2-dd21-4d22-b1e0-eb57e5ad2e96 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:26.402285 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-93c8a683-5bf0-4dc4-b70a-7ae7fe20321c req-769bd3b2-dd21-4d22-b1e0-eb57e5ad2e96 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0874951 Nov 24 11:08:26.449762 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-93c8a683-5bf0-4dc4-b70a-7ae7fe20321c req-351b6247-5428-4178-9133-84e245e5ad43 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413034 Nov 24 11:08:27.099377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7cb98-4809-42af-b80d-88053b067bac req-45039d35-f94d-4088-a62a-9fc99381984d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:27.101049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ae7cb98-4809-42af-b80d-88053b067bac req-45039d35-f94d-4088-a62a-9fc99381984d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0850856 Nov 24 11:08:27.150284 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ae7cb98-4809-42af-b80d-88053b067bac req-b6fda84c-cd6e-42bb-b128-d8c95a7f2e8e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0430386 Nov 24 11:08:27.319061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:27.661718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c53a2158-91a7-49c3-9eec-a118e4f6f4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:27.678431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fde8fd-2cbc-48ce-9935-7f5f04e60447 req-dbae9505-37e8-4f2c-ba45-3a32b48b7a37 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:27.680045 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3fde8fd-2cbc-48ce-9935-7f5f04e60447 req-dbae9505-37e8-4f2c-ba45-3a32b48b7a37 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0848324 Nov 24 11:08:27.738677 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b3fde8fd-2cbc-48ce-9935-7f5f04e60447 req-4c73b554-d1fc-43aa-9c61-1dadefe4c18a tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487573 Nov 24 11:08:28.363095 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c72de-7e1d-4b6a-9d6d-1b1e296740b7 req-9e64161b-a1c4-4c8b-93e7-63e81411bd4b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:28.364727 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-061c72de-7e1d-4b6a-9d6d-1b1e296740b7 req-9e64161b-a1c4-4c8b-93e7-63e81411bd4b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0862472 Nov 24 11:08:28.412029 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-061c72de-7e1d-4b6a-9d6d-1b1e296740b7 req-a3a69ab0-43b3-4c3b-8d69-c5c1bba21c0c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0409920 Nov 24 11:08:28.630648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2181ea1-4bd2-4535-9cb9-1ef113ed8e83 req-37245d2b-cccb-4b0c-8edd-e21f86b2a0ef tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:28.632287 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2181ea1-4bd2-4535-9cb9-1ef113ed8e83 req-37245d2b-cccb-4b0c-8edd-e21f86b2a0ef tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0891693 Nov 24 11:08:28.680748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e2181ea1-4bd2-4535-9cb9-1ef113ed8e83 req-8601281c-7f60-4bde-8d59-a10e8688890d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0416691 Nov 24 11:08:28.891768 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-2d70f36b-39a6-468c-abc0-a447f0639116 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1579919 Nov 24 11:08:28.902976 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:08:28.909115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:28.919592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:28.929478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:28.965992 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483d62-a698-4fab-87ce-07b05c86224a req-c541c0fb-899c-492e-93d5-ef2ce4fdf583 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:28.967628 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b0483d62-a698-4fab-87ce-07b05c86224a req-c541c0fb-899c-492e-93d5-ef2ce4fdf583 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.0857699 Nov 24 11:08:29.026699 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b0483d62-a698-4fab-87ce-07b05c86224a req-886607c1-45a4-4986-9080-2663f56babc3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518758 Nov 24 11:08:29.081163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:29.354549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Allocated IP 172.27.1.178 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/334bb9bf-01df-4e99-93c8-8bc305efcf3a) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:08:29.510355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:29.535647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:29.554903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59601371-6d61-41a7-9425-4fced1c15182 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:29.685029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=334bb9bf-01df-4e99-93c8-8bc305efcf3a,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:29.709582 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.710018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.710717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.711456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.711869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.712324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.712731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.713130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.713530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.713925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.714321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.714718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.715204 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.715584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.715973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.716410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.716807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.717199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.717591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.717983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.718371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.718764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.719155 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.719545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:29.735028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:29.759559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:08:29.760738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:08:29.762934 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:08:29.822054 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7858a3ca-a37e-498e-8859-a7b9ab94770c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:29.850610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:29.910904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.182244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.186100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.209752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-35f79a61-a806-467e-9d29-1b0ca69888f7 tempest-AttachVolumeNegativeTest-465240529 tempest-AttachVolumeNegativeTest-465240529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:30.274899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8adbe1-4a5a-443f-b76a-1cab165d0f2b req-bc80d299-ef60-4c94-adcd-4c9ba3b7c441 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:30.276575 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2f8adbe1-4a5a-443f-b76a-1cab165d0f2b req-bc80d299-ef60-4c94-adcd-4c9ba3b7c441 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1022801 Nov 24 11:08:30.329373 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-2f8adbe1-4a5a-443f-b76a-1cab165d0f2b req-de6dc69e-179e-439a-91c0-dda8d1b53e49 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460064 Nov 24 11:08:30.342432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=334bb9bf-01df-4e99-93c8-8bc305efcf3a,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:30.347169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:30.462997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.495874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.497248 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5991905 Nov 24 11:08:30.517904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44104) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:30.522593 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.587007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-8f4b5b4e-48ab-4f2a-9a31-8e1a7965b78c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:08:30.602317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-8f4b5b4e-48ab-4f2a-9a31-8e1a7965b78c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:08:30.604155 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-8f4b5b4e-48ab-4f2a-9a31-8e1a7965b78c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0999432 Nov 24 11:08:30.672564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.705504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:30.709734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1640af4b9b4061a2d70fde095376e9 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:30.713252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:30.719240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:30.763395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-b02449aa-669c-47f7-b3cf-270269ae9578 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:30.765059 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-fd73fed2-0e75-422a-b8fa-472d6063c932 req-b02449aa-669c-47f7-b3cf-270269ae9578 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1548944 Nov 24 11:08:30.795396 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.799111 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.806750 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-170b903b-1d92-4dfb-95bd-e5cf23821a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:30.851540 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ea1640af4b9b4061a2d70fde095376e9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3323624 Nov 24 11:08:30.852492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fd07f-0269-4ae8-bc74-b43aa567d3ed,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:30.855528 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44112) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:30.856596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-80107ea7-982a-4820-bbee-3e43f4a074c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:30.921144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.922010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:08:30.949968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:30.963920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-846ece54-41e2-41b2-8427-9f3eb8ce2577 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:30.965589 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-846ece54-41e2-41b2-8427-9f3eb8ce2577 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0861478 Nov 24 11:08:30.999845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.005344 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c198b686-df08-4dc7-bf05-8a3813991cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:31.019615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fd07f-0269-4ae8-bc74-b43aa567d3ed,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:31.022467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:31.025489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.029049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0b9fd07f-0269-4ae8-bc74-b43aa567d3ed HTTP/1.1" status: 204 len: 168 time: 0.1700065 Nov 24 11:08:31.060554 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-1fadee46-8738-4edc-a9de-cf2a256e6a07 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.178 HTTP/1.1" status: 200 len: 696 time: 0.0884230 Nov 24 11:08:31.071427 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'floatingip': {'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:08:31.155058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.381289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44122) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:31.417858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.425039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.460389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:31.464941 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Usage tracker for resource:security_group_rule and tenant:94fcf6bbe9624af9a6e068017af6581e is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:31.468744 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:31.475371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:31.490913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:08:31.564963 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.573913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.582252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:08:31.582929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.585271 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1b5d7a70-9402-4f5c-b645-9bfee124d07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:31.620889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c1b46c-05f1-4ad6-b3b8-0f5b214181ee,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:31.624743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:31.692445 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=94fcf6bbe9624af9a6e068017af6581e&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3097303 Nov 24 11:08:31.695219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44126) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:31.709911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.741543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcd0ba-0e1b-4561-9d9f-3b9506c23e1e req-bdba2865-1417-49df-b969-b999bdc394b1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:31.743226 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-04bcd0ba-0e1b-4561-9d9f-3b9506c23e1e req-bdba2865-1417-49df-b969-b999bdc394b1 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 943 time: 0.1171005 Nov 24 11:08:31.744781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:08:31.756413 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 6912865c-3f16-4e6a-9482-c261ceef7a52, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6912865c-3f16-4e6a-9482-c261ceef7a52,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:31.760857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.762823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:31.797315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.798629 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-04bcd0ba-0e1b-4561-9d9f-3b9506c23e1e req-68a08fc7-a130-4f49-a31b-a28e09de961d tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482700 Nov 24 11:08:31.842755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=6']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:31.850530 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:31.888412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'code': 200} Nov 24 11:08:31.907872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.944805 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:31.955775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:32.050807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:32.056966 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-33ead96c-49e7-4bdf-8c86-88679302691d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:32.072473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c1b46c-05f1-4ad6-b3b8-0f5b214181ee,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:32.079738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:32.087816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:32.089086 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d2c1b46c-05f1-4ad6-b3b8-0f5b214181ee HTTP/1.1" status: 204 len: 168 time: 0.3926334 Nov 24 11:08:32.261431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd23c9f-f526-480c-9f9c-711acd157845 req-d6d3e390-0279-4872-a198-aad118238df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:32.263160 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1cd23c9f-f526-480c-9f9c-711acd157845 req-d6d3e390-0279-4872-a198-aad118238df2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1162 time: 0.1201212 Nov 24 11:08:32.268626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:32.270150 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Floating IP 41a8130e-d421-4ce7-8ca3-84dd09a8e91a associated. External IP: 172.27.1.178, port: 5242d2b2-f160-4223-829c-1e1b980bf037. Nov 24 11:08:32.396052 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1cd23c9f-f526-480c-9f9c-711acd157845 req-0f7dcbcc-4062-4ad4-8e83-d7837e11743e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707612 Nov 24 11:08:32.851253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:08:32.936816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:08:32.937490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:32.966832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:08:33.054566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0aac8-5e9a-4aa6-ba8b-57ecd327b0bb req-ef381ea3-ce02-4660-9fa6-832691f363ca tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:33.058247 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eff0aac8-5e9a-4aa6-ba8b-57ecd327b0bb req-ef381ea3-ce02-4660-9fa6-832691f363ca tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.1058805 Nov 24 11:08:33.123978 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-eff0aac8-5e9a-4aa6-ba8b-57ecd327b0bb req-b4c85348-a197-46f3-92a5-5b1df6b16eff tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585325 Nov 24 11:08:33.235288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:08:33.240246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:33.270938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:08:33.288028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:08:33.289084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:08:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:33.318720 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-34099441-b9da-433f-b956-0ee5adc922ab tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "PUT /v2.0/floatingips/41a8130e-d421-4ce7-8ca3-84dd09a8e91a HTTP/1.1" status: 200 len: 996 time: 2.2514122 Nov 24 11:08:33.319629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:08:33.416244 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-494c5960-d500-4895-964d-b3d278f5ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:33.424291 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-494c5960-d500-4895-964d-b3d278f5ddc7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.0977836 Nov 24 11:08:33.523927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:08:33.576438 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-147ec939-90b1-4bbf-98bc-7a70512e082d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:33.578229 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-147ec939-90b1-4bbf-98bc-7a70512e082d service neutron] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1530259 Nov 24 11:08:33.692303 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-be461cb9-587e-4efe-a42c-037931954b09 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 999 time: 0.1065257 Nov 24 11:08:33.782911 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-82052bf0-4b3b-42a5-a934-d62a86fa6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:33.791513 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-82052bf0-4b3b-42a5-a934-d62a86fa6e9c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0884442 Nov 24 11:08:33.854498 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-a8c92eb0-744d-4bee-ab45-bac3da9340e9 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/floatingips/fafbe276-3ef7-4499-8399-841f40183d90 HTTP/1.1" status: 200 len: 999 time: 0.2164490 Nov 24 11:08:33.894564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-d2575a00-611b-47e3-859e-51a55196b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:33.905176 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-d2575a00-611b-47e3-859e-51a55196b95e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1126599 Nov 24 11:08:34.033645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-5a45d97b-5988-457b-8f1c-0e7cbb96ec78 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:34.041459 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-5a45d97b-5988-457b-8f1c-0e7cbb96ec78 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1859498 Nov 24 11:08:34.043559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:31Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:34.047586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-ed3ad34a-81bd-4ead-89b3-14eecff219cb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:08:34.055246 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:08:34.055867 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-ed3ad34a-81bd-4ead-89b3-14eecff219cb tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0133243 Nov 24 11:08:34.081264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:08:34.081967 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:08:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:34.200546 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-38e67475-8431-4fc1-91c7-cd30cab7e6d8 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943575 Nov 24 11:08:34.406197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:08:34.482463 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a2a466c4-3096-47fc-82e6-ec405fa4c03d req-e1fd98d7-3568-4b8c-97e8-93a21a06ef68 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2707930 Nov 24 11:08:34.514277 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-ab3d1c04-1682-4498-ae38-e76e5ef6ed2c tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.203 HTTP/1.1" status: 200 len: 1002 time: 0.4573803 Nov 24 11:08:34.582221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037', 'status': 'completed', 'code': 200} Nov 24 11:08:34.597816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-8bd05af3-9ce3-49e7-91ec-cc6613b99498 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:34.610727 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-8bd05af3-9ce3-49e7-91ec-cc6613b99498 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports/8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 943 time: 0.0954788 Nov 24 11:08:34.838763 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-0e64f081-0a5a-4154-8bd5-e9a4280b5721 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.203 HTTP/1.1" status: 200 len: 1002 time: 0.1383767 Nov 24 11:08:34.876443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:31Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:34.880464 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-b42f37b3-6b31-4b22-ab3b-2a58a5003780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:34.882366 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-b42f37b3-6b31-4b22-ab3b-2a58a5003780 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.2459497 Nov 24 11:08:34.885350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cea7b4-0419-462f-98db-3c23d31f9daf None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:31Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:08:34.887395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:08:35.006043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34e751-4dbd-4218-a867-377c82ef9a6b req-dc681ee7-a3c3-4edb-b503-606b5f325087 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:35.014833 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aa34e751-4dbd-4218-a867-377c82ef9a6b req-dc681ee7-a3c3-4edb-b503-606b5f325087 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.2414386 Nov 24 11:08:35.064208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:08:35.064667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:35.120748 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-aa34e751-4dbd-4218-a867-377c82ef9a6b req-a346589e-6a26-4035-b52d-d13883384de5 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047621 Nov 24 11:08:35.158108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-13c380bf-152f-4339-b8f2-e391e59071a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:35.159769 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-13c380bf-152f-4339-b8f2-e391e59071a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.2651017 Nov 24 11:08:35.297678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Deleting port 818c8e02-44bc-4fee-bdbf-930549c78417 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:35.298160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:35.314971 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-60fb8f1c-ed48-475a-be92-a9b5515299ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 999 time: 0.1453767 Nov 24 11:08:35.352103 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb360ce8-0cce-458e-919f-10282894265a None None] New status for floating IP 41a8130e-d421-4ce7-8ca3-84dd09a8e91a: ACTIVE {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:08:35.412534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-64941d1e-ff1f-4e92-bada-7ea478f233eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:35.414317 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-64941d1e-ff1f-4e92-bada-7ea478f233eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0884080 Nov 24 11:08:35.526847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-d07afa2a-5c5b-42bd-8fa2-efa5b680c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:35.528649 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-d07afa2a-5c5b-42bd-8fa2-efa5b680c966 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074398 Nov 24 11:08:35.563407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:35.563788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for floatingip, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:35.709120 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-11978a5b-cd7d-43cc-b3ce-a2c7194a5335 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715815 Nov 24 11:08:35.710405 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Calling delete_port for 818c8e02-44bc-4fee-bdbf-930549c78417 owned by network:floatingip {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:35.865388 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3bd6e4fb-b38e-40be-a8c9-9c577e29f971 req-5dffa817-f8b1-4173-aee3-f494c20afd87 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1495028 Nov 24 11:08:35.892546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:35.909237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6f77fc36-6310-424e-8d58-468053bbaebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:36.010863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event deleted for resources: {'Port': ['ID=818c8e02-44bc-4fee-bdbf-930549c78417,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:36.013643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:36.137185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for floatingip, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:36.137615 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Floating IP fafbe276-3ef7-4499-8399-841f40183d90 disassociated (deleted). External IP: 172.27.1.203, port: 8b5c0a2c-a377-46e0-be91-db878ed01bf2. Nov 24 11:08:36.391977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5067a6d-def3-41a9-b1a2-6b0967e30f1c req-35af3661-a87b-4c4f-87a6-ae186fd69b9b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:36.393802 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5067a6d-def3-41a9-b1a2-6b0967e30f1c req-35af3661-a87b-4c4f-87a6-ae186fd69b9b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0847602 Nov 24 11:08:36.444873 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5067a6d-def3-41a9-b1a2-6b0967e30f1c req-176f0a36-5a58-4f12-94d0-fcf1440ff8bb tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443707 Nov 24 11:08:36.572879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Router f6c37198-44a3-4789-959f-8b3d2b658abf has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:08:36.790121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:08:36.800328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] Sync routers for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:08:36.813439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:08:36.814383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:08:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:36.824240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:36.880535 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "DELETE /v2.0/floatingips/fafbe276-3ef7-4499-8399-841f40183d90 HTTP/1.1" status: 204 len: 173 time: 2.0378735 Nov 24 11:08:36.881112 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:08:36.971681 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-1acfd234-7f97-43d2-a166-a655546864d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:36.973401 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-1acfd234-7f97-43d2-a166-a655546864d9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.0804019 Nov 24 11:08:37.009311 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:08:37.103387 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'status': 'completed', 'code': 200} Nov 24 11:08:37.122699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-8d4a90aa-7470-4cc0-94ff-0fab17a5b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.124670 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-8d4a90aa-7470-4cc0-94ff-0fab17a5b5dc service neutron] 10.222.0.27 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1439440 Nov 24 11:08:37.199279 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-2f2b86f9-4150-48d4-9848-8944bc9328d6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 217 time: 0.0679677 Nov 24 11:08:37.241795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-1b068e33-49da-4e71-9fb9-89561b5a4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.243431 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-1b068e33-49da-4e71-9fb9-89561b5a4b2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=21a4c1d8de20438188d4dc162f59778b&device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 1163 time: 0.0807941 Nov 24 11:08:37.276961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-09d74f42-45ff-4f95-ad08-3e02f935a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.278599 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-09d74f42-45ff-4f95-ad08-3e02f935a6ab service neutron] 10.222.0.27 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0713627 Nov 24 11:08:37.354249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:03:00Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:37.358560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] Checking router: f6c37198-44a3-4789-959f-8b3d2b658abf for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:08:37.362307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-ddd7a811-fc52-4f6f-a94a-17a2f705b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.364098 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-ddd7a811-fc52-4f6f-a94a-17a2f705b732 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787556 Nov 24 11:08:37.374830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:08:37.375463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:08:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:37.403518 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-b59339ef-3244-49c8-a103-1e3eb37174d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.405342 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-b59339ef-3244-49c8-a103-1e3eb37174d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 200 len: 902 time: 0.1548676 Nov 24 11:08:37.477281 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-c8ddfb1e-a0b6-4c72-8775-7642184063a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 200 len: 217 time: 0.0644593 Nov 24 11:08:37.518416 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-16ebe552-cf0d-476b-af9a-3d46ad8ac9c4 service neutron] 10.222.0.27 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438768 Nov 24 11:08:37.556793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-263de9e7-194d-42d4-9744-f79c6d37e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.558777 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-263de9e7-194d-42d4-9744-f79c6d37e283 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 200 len: 847 time: 0.0731239 Nov 24 11:08:37.570776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:08:37.645206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-04c4c406-24f8-49ee-bb7b-58c700c53d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:37.647597 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-04c4c406-24f8-49ee-bb7b-58c700c53d3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4d883b8f-da37-421d-81d7-923f6ae89bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816393 Nov 24 11:08:37.671628 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a5c2d6a6-216f-47d2-a04c-5edfa1b0159a req-81b65674-1e30-4534-93c6-81a99ec5adc5 service neutron] 10.222.0.27 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461277 Nov 24 11:08:37.822185 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-d0bcde10-3d6e-4fbd-9f31-39773b904ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671188 Nov 24 11:08:38.015571 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5ee07797-36f7-448c-950b-a9d3f5733f8b req-75aa7632-008b-467d-96e2-3b1b104b13c3 service neutron] 10.222.0.57 "GET /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1753516 Nov 24 11:08:38.099317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:03:00Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:38.104297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cb7df3-ea00-45e0-9417-d926389a34e0 None None] The sync data for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi is: [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:02:52Z', 'revision_number': 4, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a', 'name': '', 'network_id': '4d883b8f-da37-421d-81d7-923f6ae89bf2', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'mac_address': 'fa:16:3e:89:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:51Z', 'updated_at': '2020-11-24T11:03:00Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'subnets': [{'id': '5e8e385a-ffb3-46c3-8c6b-455728389171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:08:38.152954 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd7bfc-39a0-40a2-80ab-687a4ca787dc req-ce9711f6-96b4-4f08-8088-fd565231af04 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:38.153721 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-32cd7bfc-39a0-40a2-80ab-687a4ca787dc req-ce9711f6-96b4-4f08-8088-fd565231af04 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Synchronizing usage tracker for tenant:21a4c1d8de20438188d4dc162f59778b on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:08:38.169451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-32cd7bfc-39a0-40a2-80ab-687a4ca787dc req-ce9711f6-96b4-4f08-8088-fd565231af04 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Unset dirty status for tenant:21a4c1d8de20438188d4dc162f59778b on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:08:38.170763 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-32cd7bfc-39a0-40a2-80ab-687a4ca787dc req-ce9711f6-96b4-4f08-8088-fd565231af04 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.1081717 Nov 24 11:08:38.221859 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-32cd7bfc-39a0-40a2-80ab-687a4ca787dc req-e47d3fef-481b-49f5-ab93-20df984986e7 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0446410 Nov 24 11:08:38.482307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193138ae-6e2e-45af-b129-977e2a506460 None None] New status for floating IP fafbe276-3ef7-4499-8399-841f40183d90: DOWN {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:08:39.440570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4941f72-20e5-4bb5-82b1-7ec464b78623 req-c3ace4ef-6b3a-44c9-9d0e-d1868904faa5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:39.442199 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b4941f72-20e5-4bb5-82b1-7ec464b78623 req-c3ace4ef-6b3a-44c9-9d0e-d1868904faa5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0837367 Nov 24 11:08:39.495846 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b4941f72-20e5-4bb5-82b1-7ec464b78623 req-c37db2f9-14b2-4add-972a-10d36e48a914 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0471056 Nov 24 11:08:40.333278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-73e872f5-68fc-49e3-b802-addc74921abf tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:40.334869 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-73e872f5-68fc-49e3-b802-addc74921abf tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.57 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0828903 Nov 24 11:08:40.409615 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Deleting port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:40.410008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:40.712984 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958085b9-dcfc-4a0b-955f-cbd4338e1934 req-e909ee31-0c07-4104-a267-a3a24bbd4691 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:40.714599 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-958085b9-dcfc-4a0b-955f-cbd4338e1934 req-e909ee31-0c07-4104-a267-a3a24bbd4691 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 946 time: 0.0832932 Nov 24 11:08:40.765885 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-958085b9-dcfc-4a0b-955f-cbd4338e1934 req-2a59310c-2ace-44d5-b2d4-99e76d5604d5 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445735 Nov 24 11:08:40.813439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 8b5c0a2c-a377-46e0-be91-db878ed01bf2 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:08:40.898691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:40.899207 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:40.929428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:40.957459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:08:40.967735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:40.971128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:40.973279 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-81c52694-a899-461f-94f6-8a6ef6a2c346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:41.021387 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'code': 200} Nov 24 11:08:41.048666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=7']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:41.051973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:41.057108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Calling delete_port for 8b5c0a2c-a377-46e0-be91-db878ed01bf2 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:41.141886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80317) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:08:41.142376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:08:41.643243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Deleting port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:41.643590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:41.909891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] For port 8b5c0a2c-a377-46e0-be91-db878ed01bf2, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=8b5c0a2c-a377-46e0-be91-db878ed01bf2,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:41.910451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:42.061434 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Calling delete_port for 8b5c0a2c-a377-46e0-be91-db878ed01bf2 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:42.215609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d2df-902d-4498-b813-346496c2a5f9 req-b55ddea8-02e3-4774-a628-73dfeb5310c8 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:42.217339 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059d2df-902d-4498-b813-346496c2a5f9 req-b55ddea8-02e3-4774-a628-73dfeb5310c8 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 944 time: 0.3167591 Nov 24 11:08:42.220070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:42.240588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-59000ff1-c8c3-4435-a4d1-1467174f18a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:42.266753 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d059d2df-902d-4498-b813-346496c2a5f9 req-44ce4aae-3801-409a-902e-a6035ac50f07 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups?id=db076714-a71e-4c5f-9849-ed0017451f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0428228 Nov 24 11:08:42.346243 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event deleted for resources: {'Port': ['ID=8b5c0a2c-a377-46e0-be91-db878ed01bf2,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:42.350446 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:42.445005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] No DVR routers for this DVR port 8b5c0a2c-a377-46e0-be91-db878ed01bf2 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:08:42.447736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:42.450583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-deleted', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:08:42.466220 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-317171f3-86ba-4efc-80af-80bfdfe2ac6e req-f4d03465-d89e-4c3a-a91a-7f9470810211 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.57 "DELETE /v2.0/ports/8b5c0a2c-a377-46e0-be91-db878ed01bf2 HTTP/1.1" status: 204 len: 173 time: 2.1252680 Nov 24 11:08:42.513074 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c52508-3b24-429f-82c5-ca2cbb32e076', 'name': 'network-vif-deleted', 'tag': '8b5c0a2c-a377-46e0-be91-db878ed01bf2', 'status': 'completed', 'code': 200} Nov 24 11:08:43.478409 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1d2cf6d2-421c-4d6e-8703-ec24e3aa2ac0 req-f090ee30-9781-4846-87a6-7f06bdfcfe6d tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/ports?device_id=a4c52508-3b24-429f-82c5-ca2cbb32e076 HTTP/1.1" status: 200 len: 210 time: 0.0631294 Nov 24 11:08:44.062301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44332) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:44.213267 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.245949 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:44.250318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Usage tracker for resource:security_group_rule and tenant:0e5bb2128f7149afa18c4bb5fbf24b8a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:44.253377 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:44.259275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:44.329411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.332028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.339960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ff2aca96-2073-4f90-bd3f-0d62bd3cfd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:44.387088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a86cccf-1ec1-4696-b870-a8c508cfb9c1,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:44.391602 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0e5bb2128f7149afa18c4bb5fbf24b8a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3281903 Nov 24 11:08:44.392642 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1b16a28d-78e7-4e23-ac46-5ccfd909ce6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:44.394442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44338) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:44.456852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.484059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.533877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.539173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3e2b1e39-f476-43fd-98b3-a570dea1c244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:44.550733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a86cccf-1ec1-4696-b870-a8c508cfb9c1,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:44.553664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:44.560389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.561648 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0a86cccf-1ec1-4696-b870-a8c508cfb9c1 HTTP/1.1" status: 204 len: 168 time: 0.1662259 Nov 24 11:08:44.678065 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f1063f7-5051-4366-9872-35fca097832e req-e71a3395-7ae6-42b0-8839-5daeb1694187 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "GET /v2.0/security-groups/db076714-a71e-4c5f-9849-ed0017451f7a HTTP/1.1" status: 200 len: 2745 time: 0.0528886 Nov 24 11:08:44.752657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8f1063f7-5051-4366-9872-35fca097832e req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.782013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8f1063f7-5051-4366-9872-35fca097832e req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.831559 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8f1063f7-5051-4366-9872-35fca097832e req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.837645 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-10b4046b-aee6-4bdc-81ef-e72b6636bc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:44.853971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Pushing event deleted for resources: {'SecurityGroup': ['ID=db076714-a71e-4c5f-9849-ed0017451f7a,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:44.857009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:44.865414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-8f1063f7-5051-4366-9872-35fca097832e req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.866662 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-8f1063f7-5051-4366-9872-35fca097832e req-d6632d52-8205-43db-9662-027eb209349b tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] 10.222.0.27 "DELETE /v2.0/security-groups/db076714-a71e-4c5f-9849-ed0017451f7a HTTP/1.1" status: 204 len: 173 time: 0.1816006 Nov 24 11:08:44.919838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44352) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:44.927579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44356) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:44.939825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:44.972663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:44.976590 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:16da37bd1dac45aa95c8cd338f85f0ab is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:44.980193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:44.986416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:45.058624 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.061682 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.069440 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9f9cb27-d1e8-4567-9707-fcc0032702fb tempest-TestMinimumBasicScenario-452378038 tempest-TestMinimumBasicScenario-452378038] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:45.113403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d24061-45f1-4f5e-940b-4e4193f40d13,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:45.119110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=16da37bd1dac45aa95c8cd338f85f0ab&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1980062 Nov 24 11:08:45.120370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-37efc2a1-8e6f-4d14-a238-e012d0c35bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:45.121200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44362) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:45.184971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.213442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.258170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.263964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9f964210-4458-4eec-bb6c-6621bb40fe13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:45.275510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d24061-45f1-4f5e-940b-4e4193f40d13,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:45.282257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:45.283185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.284604 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e5d24061-45f1-4f5e-940b-4e4193f40d13 HTTP/1.1" status: 204 len: 168 time: 0.1622365 Nov 24 11:08:45.625680 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.641247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44370) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:45.663900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.697325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:45.701328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Usage tracker for resource:security_group_rule and tenant:0ba6dbeae5004e399e4fa7f671776746 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:45.704299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:45.710073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:45.787264 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.790338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.798275 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-00332729-cb88-4a8c-9c51-046cc8e1cf2c tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:45.841162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc7615-cae9-42ad-9d6f-87cebc69cff4,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:45.845149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:45.850178 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-42044c05-2348-4618-8e2d-5c4d9754e5df admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0ba6dbeae5004e399e4fa7f671776746&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2052360 Nov 24 11:08:45.850789 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44374) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:45.925168 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.952824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:45.998285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:46.003538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-145c40ca-d6e7-4530-98d6-77faadec9285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:46.017797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcc7615-cae9-42ad-9d6f-87cebc69cff4,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:46.021623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:46.025011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:46.026236 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dfcc7615-cae9-42ad-9d6f-87cebc69cff4 HTTP/1.1" status: 204 len: 168 time: 0.1748207 Nov 24 11:08:46.281249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Deleting port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:46.281943 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:46.467920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] For port e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:46.468330 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:46.598178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Calling delete_port for e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a owned by network:router_interface {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:46.786004 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:46.802437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d61143b3-8e67-4331-9047-0671010cbc24 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:46.900740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:46.905088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:47.245417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:48.213270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Router f6c37198-44a3-4789-959f-8b3d2b658abf has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:08:48.430350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:08:48.440369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] Sync routers for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:08:48.448412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-02bac384-5006-45f0-836d-7495d2723586 admin admin] 10.222.0.27 "PUT /v2.0/routers/f6c37198-44a3-4789-959f-8b3d2b658abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5171103 Nov 24 11:08:48.448836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44426) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:48.459100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:08:48.459889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:08:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:48.670061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:08:48.676770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks [] for router, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:48.880910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:48.889612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Deleting port 510ece6f-654c-4d7d-9c88-076217aa9842 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:48.890098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:48.969855 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:08:46Z', 'revision_number': 5, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port': {'id': '510ece6f-654c-4d7d-9c88-076217aa9842', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:eb:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:02:49Z', 'updated_at': '2020-11-24T11:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:48.974116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] Checking router: f6c37198-44a3-4789-959f-8b3d2b658abf for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:08:48.985411 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] Routers {'f6c37198-44a3-4789-959f-8b3d2b658abf'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:08:48.986072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:08:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['f6c37198-44a3-4789-959f-8b3d2b658abf'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:49.069492 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] For port 510ece6f-654c-4d7d-9c88-076217aa9842, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=510ece6f-654c-4d7d-9c88-076217aa9842,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:49.069890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:49.145193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] Set router f6c37198-44a3-4789-959f-8b3d2b658abf gateway port host: None {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:08:49.200853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Calling delete_port for 510ece6f-654c-4d7d-9c88-076217aa9842 owned by network:router_gateway {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:49.257174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:08:48Z', 'revision_number': 6, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port_host': None}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:49.261899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699896a8-4efc-490f-a15a-58c1b4712de6 None None] The sync data for ids ['f6c37198-44a3-4789-959f-8b3d2b658abf'] in dv-cinder-763774-1-iscsi is: [{'id': 'f6c37198-44a3-4789-959f-8b3d2b658abf', 'name': 'tempest-TestShelveInstance-692210583-router', 'tenant_id': '21a4c1d8de20438188d4dc162f59778b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:02:48Z', 'updated_at': '2020-11-24T11:08:48Z', 'revision_number': 6, 'project_id': '21a4c1d8de20438188d4dc162f59778b', 'gw_port_host': None}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:08:49.379422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:49.395860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e9471b7-3f99-45a1-aca1-5261467f8f66 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:49.492237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Pushing event deleted for resources: {'Port': ['ID=510ece6f-654c-4d7d-9c88-076217aa9842,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:49.495668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:49.760475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.273596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 510ece6f-654c-4d7d-9c88-076217aa9842 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:08:50.282041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.286661 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.310651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 510ece6f-654c-4d7d-9c88-076217aa9842 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:08:50.310973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 510ece6f-654c-4d7d-9c88-076217aa9842 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:08:50.311570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:08:50.318510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.319086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c37198-44a3-4789-959f-8b3d2b658abf {{(pid=80316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:08:50.332197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.333493 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8a8c04b3-0de7-4b75-983e-aeb2da18a52b admin admin] 10.222.0.27 "DELETE /v2.0/routers/f6c37198-44a3-4789-959f-8b3d2b658abf HTTP/1.1" status: 204 len: 168 time: 1.8838549 Nov 24 11:08:50.336409 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44446) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:50.346236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:08:50.346813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e6ffc46d-ba86-4f2a-a7b1-12a4683fbb4a not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:08:50.410235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Deleting subnet 5e8e385a-ffb3-46c3-8c6b-455728389171 {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:08:50.450788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.524238 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.584015 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-d30d36f1-fd94-4c3e-b923-7ae4d794351f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1712489 Nov 24 11:08:50.617523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:50.910551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-722cdcc5-c1cb-49e5-b4b6-8b728992b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:50.912109 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-722cdcc5-c1cb-49e5-b4b6-8b728992b6d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 1162 time: 0.2248058 Nov 24 11:08:51.036106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.055603 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:51.154216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8e385a-ffb3-46c3-8c6b-455728389171,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:51.168607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:51.213362 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-903cd87c-cfc7-4873-90af-2c7cdbfdbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:51.214976 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-903cd87c-cfc7-4873-90af-2c7cdbfdbcde service neutron] 10.222.0.57 "GET /v2.0/networks?id=67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 200 len: 911 time: 0.2829633 Nov 24 11:08:51.289613 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823864f8-187a-405d-9e05-7d56f936e73f None None] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:08:51.292391 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.305270 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/5e8e385a-ffb3-46c3-8c6b-455728389171 HTTP/1.1" status: 204 len: 168 time: 0.9649055 Nov 24 11:08:51.306352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44454) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:51.337562 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-163dc653-d69d-43ff-840e-077503a34397 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 200 len: 1001 time: 0.1134615 Nov 24 11:08:51.420800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-a4fc2abb-de47-4735-88af-d090469be632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:51.422729 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-a4fc2abb-de47-4735-88af-d090469be632 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 200 len: 856 time: 0.0784891 Nov 24 11:08:51.431220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.501987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Deleting port 38ef5b54-eceb-4c9e-8d2d-f890af474969 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:51.502353 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.512236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44460) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:51.543548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-3cda1155-93c9-4bed-81b9-acab8387a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:08:51.545257 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-3cda1155-93c9-4bed-81b9-acab8387a9b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67959838-9780-45c4-a61c-22ae6203b36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123521 Nov 24 11:08:51.602018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] DHCP port deletion for 4d883b8f-da37-421d-81d7-923f6ae89bf2 request from dv-cinder-763774-1-iscsi {{(pid=80318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 11:08:51.606858 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Deleting port 38ef5b54-eceb-4c9e-8d2d-f890af474969 {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:51.607277 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.714475 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.731945 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] For port 38ef5b54-eceb-4c9e-8d2d-f890af474969, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=38ef5b54-eceb-4c9e-8d2d-f890af474969,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:51.732387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.774666 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-5184c48c-190c-416b-9db4-8d482d1ded98 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218904 Nov 24 11:08:51.775666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:51.779828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Usage tracker for resource:security_group_rule and tenant:97574cd5d75a4c51a3495f7e69998d2f is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:51.784125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:51.830233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] For port 38ef5b54-eceb-4c9e-8d2d-f890af474969, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=38ef5b54-eceb-4c9e-8d2d-f890af474969,segment=NetworkSegment(460a0ee1-e0fe-4e19-8704-daaaa9b9171f),segment_id=460a0ee1-e0fe-4e19-8704-daaaa9b9171f)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:08:51.830605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.864827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:51.865069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Calling delete_port for 38ef5b54-eceb-4c9e-8d2d-f890af474969 owned by network:dhcp {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:51.941650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:51.957163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:51.968516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9b4b20f3-ec72-414c-abb3-7ff6ae4433a1 req-6330811e-2ae1-450f-ab91-7538725fc4e5 service neutron] 10.222.0.57 "GET /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854055 Nov 24 11:08:51.969291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Calling delete_port for 38ef5b54-eceb-4c9e-8d2d-f890af474969 owned by network:dhcp {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:08:52.011308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.014394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.022199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-06caf2d2-7c32-4ee1-ad77-9eaecbb5bf82 tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:52.045062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:08:52.045470 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:08:52.066894 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e151218f-9e15-4cfa-b34d-c9c82f4dc2fb,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:52.071000 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=97574cd5d75a4c51a3495f7e69998d2f&name=default HTTP/1.1" status: 200 len: 2747 time: 0.5574474 Nov 24 11:08:52.075876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44466) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:52.081612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ef5b54-eceb-4c9e-8d2d-f890af474969,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:52.086392 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:52.090944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.091376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.091800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.092216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.092662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.093083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.093498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.093910 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.094322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.094731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.095138 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.095543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.096019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.096455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.096863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.097269 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.097669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.098074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.098477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.098879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.099476 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.099879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.100009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.100441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:08:52.106516 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ad9cfde9-bf6b-469e-8e3d-4ad30b746253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:52.121500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] No DVR routers for this DVR port 38ef5b54-eceb-4c9e-8d2d-f890af474969 on host dv-cinder-763774-1-iscsi {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:08:52.156957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.184935 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.233797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.239181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b2b7246-02b0-486a-950a-43e64ae1999c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:52.245599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.251459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151218f-9e15-4cfa-b34d-c9c82f4dc2fb,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:52.253994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:52.259336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.263067 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e151218f-9e15-4cfa-b34d-c9c82f4dc2fb HTTP/1.1" status: 204 len: 168 time: 0.1818261 Nov 24 11:08:52.284551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 38ef5b54-eceb-4c9e-8d2d-f890af474969 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:08:52.326478 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 38ef5b54-eceb-4c9e-8d2d-f890af474969 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:08:52.326936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 38ef5b54-eceb-4c9e-8d2d-f890af474969 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:08:52.403835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d883b8f-da37-421d-81d7-923f6ae89bf2']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:52.417947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460a0ee1-e0fe-4e19-8704-daaaa9b9171f') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:52.418295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460a0ee1-e0fe-4e19-8704-daaaa9b9171f') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:08:52.431072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.449132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.451214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:08:52.546736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Deleting port 38ef5b54-eceb-4c9e-8d2d-f890af474969 {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:08:52.547184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.619494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-26a5cb94-9ecf-46ca-950a-17c532150fdf None None] The port '38ef5b54-eceb-4c9e-8d2d-f890af474969' was deleted {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 24 11:08:52.629087 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44474) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:52.638508 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:08:52.648039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.653176 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.687383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:08:52.691497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Usage tracker for resource:security_group_rule and tenant:dac721887a1246e6ad4c5900d631ea9a is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:08:52.694607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:08:52.701206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:08:52.774824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.780068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.787902 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9229371e-35d5-4668-bddb-9a20cbca2b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:52.832657 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733cd15a-58e2-4656-b22b-e53f76aab859,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:52.835818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:52.838545 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-897a1835-d255-4faa-8efc-17f1079c9624 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dac721887a1246e6ad4c5900d631ea9a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.2082736 Nov 24 11:08:52.841380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44478) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:52.841827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Network 4d883b8f-da37-421d-81d7-923f6ae89bf2 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:08:52.869930 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:08:52.908897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.937416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.957997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.961856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d1070c90-6431-473a-a112-6fff0d207e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:52.976759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.992106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:52.992649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d883b8f-da37-421d-81d7-923f6ae89bf2,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:52.996785 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:52.997706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-de498fa6-9e08-42bf-aa6f-67fade70c1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:53.008297 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] 10.222.0.27 "DELETE /v2.0/networks/4d883b8f-da37-421d-81d7-923f6ae89bf2 HTTP/1.1" status: 204 len: 168 time: 1.7005031 Nov 24 11:08:53.013312 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733cd15a-58e2-4656-b22b-e53f76aab859,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:53.016259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:53.032212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:53.034035 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/733cd15a-58e2-4656-b22b-e53f76aab859 HTTP/1.1" status: 204 len: 168 time: 0.1916559 Nov 24 11:08:53.237037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44486) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:53.300250 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-ba7a8c8f-bea9-441f-8387-7bca0b273d47 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=21a4c1d8de20438188d4dc162f59778b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0618792 Nov 24 11:08:53.302774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44492) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:08:53.368831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:53.395335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:53.440430 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:53.445703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e2087e10-fa3c-45ac-89af-d1ebadb006ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:08:53.461494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75885a3-bf79-410a-a423-5c091b3d5e05,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:08:53.464759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:08:53.466816 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:53.470521 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4ac0a991-a355-442a-9794-1cca42bd6efd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d75885a3-bf79-410a-a423-5c091b3d5e05 HTTP/1.1" status: 204 len: 168 time: 0.1642637 Nov 24 11:08:57.335378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:57.664091 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-bc3017ca-d051-433d-a1d2-63dcad9150c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:08:59.823730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-059706dd-03d9-4439-a865-8af8b54a080c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:00.525386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:01.410940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:02.272328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:07.923019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:09:19.867295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44654) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:09:20.016819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.052152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:09:20.056193 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Usage tracker for resource:security_group_rule and tenant:a6870ac1217f4d5bad974f59ebaa00d4 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:09:20.059701 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:09:20.065542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:09:20.132289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.135019 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.145473 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d23f6b02-424e-4301-b721-21fb5ceb3f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:09:20.193538 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb679cd-f1d2-46b9-8a14-bb76e585df9e,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:09:20.197916 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a6870ac1217f4d5bad974f59ebaa00d4&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3295383 Nov 24 11:09:20.199546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9fab64e-a709-4713-be50-25f906d93f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:09:20.201292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44662) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:09:20.263640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.290378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.334255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.339198 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-96c1595b-e0c0-494a-97ef-c79ba210c1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:09:20.354380 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb679cd-f1d2-46b9-8a14-bb76e585df9e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:09:20.358010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:09:20.359987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:20.361235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ecb679cd-f1d2-46b9-8a14-bb76e585df9e HTTP/1.1" status: 204 len: 168 time: 0.1589775 Nov 24 11:09:27.325609 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:27.665726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a63e7e24-e0b8-4695-85e2-3a18b4fdaf33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:29.826065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-15c8a1bc-7849-4885-ae63-9043b6d30c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:30.526869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:31.412961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:32.277531 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:44.924484 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:09:51.880720 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-e8eca91c-6894-4c23-8762-ffd4a82b27d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0764620 Nov 24 11:09:51.985758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366259bc-a79f-4676-9b79-ec81614da309 req-384a5ace-8558-4955-9b1e-6b959eca281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:51.987371 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-384a5ace-8558-4955-9b1e-6b959eca281d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.0735056 Nov 24 11:09:52.145040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366259bc-a79f-4676-9b79-ec81614da309 req-905ce558-d552-4e86-bb5a-e83fd3f752ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:52.146544 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-905ce558-d552-4e86-bb5a-e83fd3f752ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1386902 Nov 24 11:09:52.470843 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-2ef6c237-41fa-4d59-9045-80f43438f7a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 1001 time: 0.3174880 Nov 24 11:09:52.542179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366259bc-a79f-4676-9b79-ec81614da309 req-eca14b7b-3471-4aad-96f6-aaedde28d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:52.544218 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-eca14b7b-3471-4aad-96f6-aaedde28d016 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0670929 Nov 24 11:09:52.622417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366259bc-a79f-4676-9b79-ec81614da309 req-cc80e630-1484-403a-8f50-92c9cf887fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:52.623999 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-cc80e630-1484-403a-8f50-92c9cf887fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738118 Nov 24 11:09:52.766127 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-41acbf96-370c-45a7-8030-9a1ca4d8aabf service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351945 Nov 24 11:09:52.908915 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-366259bc-a79f-4676-9b79-ec81614da309 req-2597a1c6-e763-40d3-ae51-754f3067ed32 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363282 Nov 24 11:09:56.387718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f208fae-8dba-47b3-80b6-d960b6316108 req-e3dd57c8-3c3a-4b3d-b017-358df2348be3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:56.389307 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4f208fae-8dba-47b3-80b6-d960b6316108 req-e3dd57c8-3c3a-4b3d-b017-358df2348be3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0927513 Nov 24 11:09:56.438541 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4f208fae-8dba-47b3-80b6-d960b6316108 req-22a182c4-0751-4adb-ac53-0e23a434da61 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429208 Nov 24 11:09:57.327591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:57.667337 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b9299206-a9d2-4692-a7ab-f8109b79b3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:57.672123 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6106-1c24-4628-88eb-e7f9d3b9dfb9 req-83ad0421-f71a-4ead-9f3b-c2848c3ec4f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:57.673792 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c9fd6106-1c24-4628-88eb-e7f9d3b9dfb9 req-83ad0421-f71a-4ead-9f3b-c2848c3ec4f6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0863037 Nov 24 11:09:57.722697 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c9fd6106-1c24-4628-88eb-e7f9d3b9dfb9 req-10f68838-bb70-4444-8e22-9ae0ef46aba3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups?id=e7c84897-396b-4d17-8e6b-220cd2618cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425143 Nov 24 11:09:57.891073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:09:57.961307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 6912865c-3f16-4e6a-9482-c261ceef7a52 triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:09:57.961731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:58.069417 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-00c66275-fef2-4a7f-8ba6-1f4631278005 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:09:58.071136 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-00c66275-fef2-4a7f-8ba6-1f4631278005 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 945 time: 0.0872548 Nov 24 11:09:58.155403 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Deleting port 6912865c-3f16-4e6a-9482-c261ceef7a52 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:09:58.155718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:58.411715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] For port 6912865c-3f16-4e6a-9482-c261ceef7a52, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=6912865c-3f16-4e6a-9482-c261ceef7a52,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:09:58.412037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:58.708705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:58.709281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:58.709418 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Floating IP a5e8ba05-ec6d-4b6e-b62f-42874193d8cb disassociated. External IP: 172.27.1.185, port: 6912865c-3f16-4e6a-9482-c261ceef7a52. Nov 24 11:09:58.709797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Calling delete_port for 6912865c-3f16-4e6a-9482-c261ceef7a52 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:09:58.858534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:58.874341 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:09:59.031374 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event deleted for resources: {'Port': ['ID=6912865c-3f16-4e6a-9482-c261ceef7a52,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:09:59.056764 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ac1a4de8-d932-4425-8cd6-488549f36079 req-289d1c78-e9a1-4839-92cf-1f9b5b381812 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 210 time: 0.1377130 Nov 24 11:09:59.064845 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.065285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.065759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.066100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.066514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.066933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.067351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.067768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.068180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.068619 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.069029 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.069439 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.069917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.070322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.070728 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.071141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.071543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.071948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.072375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.072784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.073195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.074141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.074546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.074946 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:09:59.099058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:09:59.377307 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Router 66c4518c-0cc8-4652-903b-839495c738b5 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:09:59.594626 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:09:59.605734 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:09:59.621607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:09:59.622560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:09:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:09:59.633120 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] No DVR routers for this DVR port 6912865c-3f16-4e6a-9482-c261ceef7a52 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:09:59.636597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:59.638847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-deleted', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:09:59.662460 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3c9dd265-40b7-4c99-921d-8cfe426d31b3 req-21f3e6d4-59c2-4f0d-a429-e4871f629bd8 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.57 "DELETE /v2.0/ports/6912865c-3f16-4e6a-9482-c261ceef7a52 HTTP/1.1" status: 204 len: 173 time: 1.5849071 Nov 24 11:09:59.706259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:09:59.709445 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '870cbf5c-06ec-4b6e-92f4-115448e7052d', 'name': 'network-vif-deleted', 'tag': '6912865c-3f16-4e6a-9482-c261ceef7a52', 'status': 'completed', 'code': 200} Nov 24 11:09:59.752386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] No Port match for: 6912865c-3f16-4e6a-9482-c261ceef7a52 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:09:59.752869 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 6912865c-3f16-4e6a-9482-c261ceef7a52 not bound to the agent host hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:09:59.829536 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-602a0b10-434a-4ca7-bd49-2d5bee31da97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:09:59.840121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:10:00.181202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:00.185515 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:10:00.197166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:10:00.197830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:10:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:00.277568 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d721b141-c94e-4161-ba6e-e836303ec94d req-432dda90-a85c-4019-beeb-18cbe1840cf3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Synchronizing usage tracker for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:10:00.294301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-d721b141-c94e-4161-ba6e-e836303ec94d req-432dda90-a85c-4019-beeb-18cbe1840cf3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Unset dirty status for tenant:4736ea25a96a42c1951f08e3c2b2f96a on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:10:00.295965 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d721b141-c94e-4161-ba6e-e836303ec94d req-432dda90-a85c-4019-beeb-18cbe1840cf3 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/ports?device_id=870cbf5c-06ec-4b6e-92f4-115448e7052d HTTP/1.1" status: 200 len: 210 time: 0.0719955 Nov 24 11:10:00.396923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:10:00.530480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:00.868803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:00.873822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aae129-310e-4bc7-88c6-641036ae6f53 None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:00:27Z', 'revision_number': 4, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'e83db7a0-e464-48d0-8895-896783d19cf7', 'name': '', 'network_id': '67959838-9780-45c4-a61c-22ae6203b36c', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'mac_address': 'fa:16:3e:88:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:26Z', 'updated_at': '2020-11-24T11:00:36Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'subnets': [{'id': '161d6524-5204-4fd6-9ee5-ee727b20e936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:10:01.270437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991828ba-1050-4f97-89aa-32621ad4c790 None None] New status for floating IP a5e8ba05-ec6d-4b6e-b62f-42874193d8cb: DOWN {{(pid=80318) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:10:01.467969 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44706) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:01.485977 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:01.555759 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:01.585134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:01.630423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:01.635738 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-58b5b28c-a8c4-493c-a403-70d870badf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:01.651260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c84897-396b-4d17-8e6b-220cd2618cf5,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:01.655048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:01.660803 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:01.662046 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-cfa98344-4ead-4ae5-be85-bc9a775be372 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "DELETE /v2.0/security-groups/e7c84897-396b-4d17-8e6b-220cd2618cf5 HTTP/1.1" status: 204 len: 168 time: 0.1928492 Nov 24 11:10:01.664921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44710) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:01.682728 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.api.v2.resource [None req-a5b727e8-0df7-4361-81df-93eff8773780 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] show failed (client error): The resource could not be found. Nov 24 11:10:01.683803 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a5b727e8-0df7-4361-81df-93eff8773780 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "GET /v2.0/security-groups/e7c84897-396b-4d17-8e6b-220cd2618cf5 HTTP/1.1" status: 404 len: 347 time: 0.0178909 Nov 24 11:10:01.686644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44714) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:01.848525 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Deleting port e5823a5b-b146-4b70-81dc-ce0f25171f74 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:10:01.848901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.026313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.026974 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.279462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.386755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Calling delete_port for e5823a5b-b146-4b70-81dc-ce0f25171f74 owned by network:floatingip {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:10:02.528616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.544137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:02.642121 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Pushing event deleted for resources: {'Port': ['ID=e5823a5b-b146-4b70-81dc-ce0f25171f74,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:02.646212 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:02.762285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks [] for floatingip, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.779407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:02.780672 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-b91b0863-8577-4a95-8988-f180b975920b tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] 10.222.0.27 "DELETE /v2.0/floatingips/a5e8ba05-ec6d-4b6e-b62f-42874193d8cb HTTP/1.1" status: 204 len: 168 time: 1.0930321 Nov 24 11:10:05.646108 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44738) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:06.249352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:06.876711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Deleting port e83db7a0-e464-48d0-8895-896783d19cf7 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:10:06.877297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:07.057049 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] For port e83db7a0-e464-48d0-8895-896783d19cf7, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=e83db7a0-e464-48d0-8895-896783d19cf7,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:10:07.057458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:07.183852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Calling delete_port for e83db7a0-e464-48d0-8895-896783d19cf7 owned by network:router_interface {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:10:07.363101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:07.378865 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5d8071f7-474a-4321-8d3f-9cee829213a6 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:07.479188 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83db7a0-e464-48d0-8895-896783d19cf7,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:07.484240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:07.802860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:08.766523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Router 66c4518c-0cc8-4652-903b-839495c738b5 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:10:08.979281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:10:08.988971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] Sync routers for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:10:08.994026 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-35c5a14b-ca78-41ee-8fee-003271681173 admin admin] 10.222.0.27 "PUT /v2.0/routers/66c4518c-0cc8-4652-903b-839495c738b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3467596 Nov 24 11:10:08.996663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44744) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:09.001832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:10:09.002542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:10:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:09.189150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:10:09.201840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:09.415899 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:09.424109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Deleting port 29764605-b5f1-44f7-be8a-a71b67c783f1 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:10:09.424512 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:09.490842 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:10:07Z', 'revision_number': 5, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port': {'id': '29764605-b5f1-44f7-be8a-a71b67c783f1', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:6a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c4518c-0cc8-4652-903b-839495c738b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:00:23Z', 'updated_at': '2020-11-24T11:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:09.495447 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] Checking router: 66c4518c-0cc8-4652-903b-839495c738b5 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:10:09.506981 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] Routers {'66c4518c-0cc8-4652-903b-839495c738b5'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:10:09.507636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:10:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['66c4518c-0cc8-4652-903b-839495c738b5'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:09.604620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] For port 29764605-b5f1-44f7-be8a-a71b67c783f1, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=29764605-b5f1-44f7-be8a-a71b67c783f1,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:10:09.605024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:09.667085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] Set router 66c4518c-0cc8-4652-903b-839495c738b5 gateway port host: None {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:10:09.732297 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Calling delete_port for 29764605-b5f1-44f7-be8a-a71b67c783f1 owned by network:router_gateway {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:10:09.779021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:10:09Z', 'revision_number': 6, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port_host': None}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:09.783162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ff7e7-2ef6-4a78-afd2-6d2f623f00b1 None None] The sync data for ids ['66c4518c-0cc8-4652-903b-839495c738b5'] in dv-cinder-763774-1-iscsi is: [{'id': '66c4518c-0cc8-4652-903b-839495c738b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1680116101-router', 'tenant_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:00:22Z', 'updated_at': '2020-11-24T11:10:09Z', 'revision_number': 6, 'project_id': '4736ea25a96a42c1951f08e3c2b2f96a', 'gw_port_host': None}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:10:09.906551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:09.922978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41dd5129-c3c9-4b66-bff5-ed310a7b0305 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:10.025471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29764605-b5f1-44f7-be8a-a71b67c783f1,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:10.029670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:10.293936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:10.310053 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e83db7a0-e464-48d0-8895-896783d19cf7 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:10:10.344686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: e83db7a0-e464-48d0-8895-896783d19cf7 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:10:10.345084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device e83db7a0-e464-48d0-8895-896783d19cf7 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:10:10.345556 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 29764605-b5f1-44f7-be8a-a71b67c783f1 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:10:10.377985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 29764605-b5f1-44f7-be8a-a71b67c783f1 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:10:10.378383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 29764605-b5f1-44f7-be8a-a71b67c783f1 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:10:10.802915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:10.807560 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:10.831194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:10.831794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c4518c-0cc8-4652-903b-839495c738b5 {{(pid=80317) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:10:10.845219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] Notify callbacks [] for router, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:10.846475 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f345a3c7-6ea5-4995-9813-c2adb63ddea5 admin admin] 10.222.0.27 "DELETE /v2.0/routers/66c4518c-0cc8-4652-903b-839495c738b5 HTTP/1.1" status: 204 len: 168 time: 1.8485658 Nov 24 11:10:10.849151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44748) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:10.919180 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Deleting subnet 161d6524-5204-4fd6-9ee5-ee727b20e936 {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:10:10.922342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:10.974517 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.056591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.313970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.330158 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ec14d2a2-b4c2-47e4-b197-409bdfe7c3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:11.425144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161d6524-5204-4fd6-9ee5-ee727b20e936,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:11.429673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:11.464028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.469104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffae0cbd-f52c-412f-9bd2-873f077b0009 None None] Network 67959838-9780-45c4-a61c-22ae6203b36c requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:10:11.470110 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-64650eb4-4e0c-4ae7-925f-df2dedf33c59 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/161d6524-5204-4fd6-9ee5-ee727b20e936 HTTP/1.1" status: 204 len: 168 time: 0.6199262 Nov 24 11:10:11.472730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 44752) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:11.589959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.662128 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Deleting port 5ec52bc2-4656-4711-8f67-39baed56456d {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:10:11.662511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.724574 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] DHCP port deletion for 67959838-9780-45c4-a61c-22ae6203b36c request from dv-cinder-763774-1-iscsi {{(pid=80318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 11:10:11.728818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Deleting port 5ec52bc2-4656-4711-8f67-39baed56456d {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:10:11.729290 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.879648 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] For port 5ec52bc2-4656-4711-8f67-39baed56456d, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=5ec52bc2-4656-4711-8f67-39baed56456d,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:10:11.880200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:11.943414 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] For port 5ec52bc2-4656-4711-8f67-39baed56456d, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=5ec52bc2-4656-4711-8f67-39baed56456d,segment=NetworkSegment(b1a7db47-bfea-456e-aa5f-e598bef698d9),segment_id=b1a7db47-bfea-456e-aa5f-e598bef698d9)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:10:11.943868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.008889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Calling delete_port for 5ec52bc2-4656-4711-8f67-39baed56456d owned by network:dhcp {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:10:12.074324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Calling delete_port for 5ec52bc2-4656-4711-8f67-39baed56456d owned by network:dhcp {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:10:12.087748 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.103906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83b7df9f-ad41-40a5-ab1d-f9f11189cced tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:12.146153 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:10:12.146486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:10:12.198455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec52bc2-4656-4711-8f67-39baed56456d,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:12.209914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:12.252327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] No DVR routers for this DVR port 5ec52bc2-4656-4711-8f67-39baed56456d on host dv-cinder-763774-1-iscsi {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:10:12.303939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 5ec52bc2-4656-4711-8f67-39baed56456d no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:10:12.339839 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 5ec52bc2-4656-4711-8f67-39baed56456d {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:10:12.340235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 5ec52bc2-4656-4711-8f67-39baed56456d not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:10:12.383700 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.502433 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67959838-9780-45c4-a61c-22ae6203b36c']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:12.515909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a7db47-bfea-456e-aa5f-e598bef698d9') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:12.516262 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a7db47-bfea-456e-aa5f-e598bef698d9') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:10:12.528407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.543233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.545428 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:10:12.647717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Deleting port 5ec52bc2-4656-4711-8f67-39baed56456d {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:10:12.648181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.714881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-f9898747-cc5c-4e0b-b7ed-058a84c91669 None None] The port '5ec52bc2-4656-4711-8f67-39baed56456d' was deleted {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 24 11:10:12.728080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Network 67959838-9780-45c4-a61c-22ae6203b36c has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:10:12.737230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:12.916219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Network 67959838-9780-45c4-a61c-22ae6203b36c has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:10:12.939772 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:10:13.017459 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:13.020942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:13.036794 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:13.048132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Pushing event deleted for resources: {'Network': ['ID=67959838-9780-45c4-a61c-22ae6203b36c,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:13.051562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:13.062302 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-9cb8ba8c-f363-4144-87b4-3a330e903005 admin admin] 10.222.0.27 "DELETE /v2.0/networks/67959838-9780-45c4-a61c-22ae6203b36c HTTP/1.1" status: 204 len: 168 time: 1.5885582 Nov 24 11:10:13.205208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44758) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:13.259691 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4e8d21fb-3386-40ae-a2fc-749a449a0646 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4736ea25a96a42c1951f08e3c2b2f96a&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0531490 Nov 24 11:10:13.262286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 44762) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:10:13.328739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:13.356345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:13.399345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:13.404857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b9d1990f-fc0c-4883-aa4e-dd8127abdd8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:13.419061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851fc48-2727-4988-b7a5-0f98b88781eb,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:13.431997 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.432482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.432906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.433322 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.433733 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.434144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.434551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.434957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.435367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.435770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.436171 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.436602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.437078 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.437480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.437878 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.438278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.438676 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.439073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.439471 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.439870 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.440332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.440687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.441085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.441482 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:10:13.446412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:13.450510 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7851fc48-2727-4988-b7a5-0f98b88781eb HTTP/1.1" status: 204 len: 168 time: 0.1843309 Nov 24 11:10:13.450510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:21.925740 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:10:27.668118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-61d1bfab-e440-45a1-ad4c-f78702ba4bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:28.133489 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:29.833545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1546fc70-a39c-4230-9d1a-1a14409d4f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:30.532085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:31.418050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:32.280732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:35.154877 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-5ac6d880-f37b-4acd-a622-3b0b093d74bc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-856984809&fields=id&tenant_id=61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 267 time: 0.0453324 Nov 24 11:10:35.315775 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-6e76a480-372d-4a5c-a468-26b5b5d95f54 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:35.317412 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-6e76a480-372d-4a5c-a468-26b5b5d95f54 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 812 time: 0.1556449 Nov 24 11:10:35.335547 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-0075441b-1e9e-4640-b7e3-28740b21a26f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/quotas/61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 375 time: 0.0121667 Nov 24 11:10:35.430518 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-dea81536-2079-4844-afcd-36f014248ee2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0893800 Nov 24 11:10:35.586120 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-2ff03953-1aea-467e-8282-1c65db5e71f9 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425536 Nov 24 11:10:35.728221 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-41c4b94f-6647-4783-927b-6098c9705bb7 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355665 Nov 24 11:10:37.158874 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e931572c-cc53-4b14-b995-bd8a9e9d4a77 req-0da65a61-e4ba-4ce9-b1dd-5ee14813441b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.0462554 Nov 24 11:10:38.278329 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c4d43693-5ffd-4378-850f-efdc6fb0c81d req-28c5bd4a-b4f3-44cf-9966-c6e0389d2aa6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.0462019 Nov 24 11:10:39.650171 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4aba9f2c-29dc-4379-a93f-d335b2449d1e req-f7269e1d-1777-43b2-a53b-8c8bc6df8b5e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.2977545 Nov 24 11:10:40.820167 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cbe402e-dcce-4b1b-ab38-97f04b7e4c17 req-d6e706b0-3c59-4e89-8446-bf0f90ea5546 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.0449724 Nov 24 11:10:41.997098 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-281755c5-de80-4db1-990c-86733d7aa211 req-f2e2c29d-49dc-467e-8b61-b08fd3feed1e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.0461776 Nov 24 11:10:42.389695 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-1de43ed7-8814-4f25-97c5-b35a71b0b72a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:42.391259 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-1de43ed7-8814-4f25-97c5-b35a71b0b72a tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 812 time: 0.1625128 Nov 24 11:10:42.475735 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-cdb71451-0907-46a9-adf4-f29d99333775 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61b4acb54dec4e22ad97adaaa38d7930 HTTP/1.1" status: 200 len: 5285 time: 0.0655575 Nov 24 11:10:42.485709 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'port': {'device_id': 'e67e250a-41bd-47a3-b561-7958578330de', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'admin_state_up': True, 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'security_groups': ['93942d3b-3629-4f02-b5f9-4b1663912d85']}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:10:42.629636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:10:42.640065 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:10:42.648913 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Made reservation on behalf of 61b4acb54dec4e22ad97adaaa38d7930 for: {'port': 1} {{(pid=80317) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 24 11:10:42.654462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:42.970666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Allocated IP 172.20.0.14 (08d136f3-304f-4f81-868a-41bf3021bdf9/9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e/733e4db5-4c36-4829-b81e-9164f3df798e) {{(pid=80317) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:10:43.175469 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:43.184836 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9cb48b18-84f5-4574-9abb-9811ac97cb6a req-070daef6-fb5f-46db-b4e0-9eb259d23300 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.0563078 Nov 24 11:10:43.192577 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Transition to ACTIVE for port object 733e4db5-4c36-4829-b81e-9164f3df798e will not be triggered until provisioned by entity DHCP. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:10:43.216323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:43.234235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6e2aa28d-3c4a-46e5-99a4-95b743ae3369 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:43.379130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=733e4db5-4c36-4829-b81e-9164f3df798e,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:43.382291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:43.439402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 is already hosted by enough agents. {{(pid=80317) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:10:43.440644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources bound (agent type, host, resource id): {{(pid=80317) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:10:43.442927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Received port after_create {{(pid=80317) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:10:43.508872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:43.509544 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:43.539835 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0584869 Nov 24 11:10:43.557813 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Request body: {'port': {'device_id': 'e67e250a-41bd-47a3-b561-7958578330de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76377'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:10:43.649249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-31c1fd5e-3814-470f-9c02-8c9fb0caa859 None None] Provisioning for port 733e4db5-4c36-4829-b81e-9164f3df798e completed by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:10:43.654915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-31c1fd5e-3814-470f-9c02-8c9fb0caa859 None None] Provisioning complete for port 733e4db5-4c36-4829-b81e-9164f3df798e triggered by entity DHCP. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:10:43.655331 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-31c1fd5e-3814-470f-9c02-8c9fb0caa859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:43.676282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:43.708300 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-31c1fd5e-3814-470f-9c02-8c9fb0caa859 None None] Port 733e4db5-4c36-4829-b81e-9164f3df798e cannot update to ACTIVE because it is not bound. {{(pid=80318) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 24 11:10:44.329572 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733e4db5-4c36-4829-b81e-9164f3df798e {{(pid=80317) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 24 11:10:44.336955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:44.350278 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Transition to ACTIVE for port object 733e4db5-4c36-4829-b81e-9164f3df798e will not be triggered until provisioned by entity L2. {{(pid=80317) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 24 11:10:44.354903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:44.372450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52d51b09-37ce-4751-b7eb-1781e36686ff tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:44.558150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Pushing event updated for resources: {'Port': ['ID=733e4db5-4c36-4829-b81e-9164f3df798e,revision_number=2']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:44.563980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:44.631993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e818-a254-4db3-9ca0-a3a86fa10c03 req-af18cd61-ae4b-4b7f-add1-b326b62b2b82 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:44.632787 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3458e818-a254-4db3-9ca0-a3a86fa10c03 req-af18cd61-ae4b-4b7f-add1-b326b62b2b82 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:10:44.718060 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3458e818-a254-4db3-9ca0-a3a86fa10c03 req-af18cd61-ae4b-4b7f-add1-b326b62b2b82 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:10:44.719384 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3458e818-a254-4db3-9ca0-a3a86fa10c03 req-af18cd61-ae4b-4b7f-add1-b326b62b2b82 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.3483970 Nov 24 11:10:44.834154 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Attempting to bind port 733e4db5-4c36-4829-b81e-9164f3df798e on host hv-cinder-76377 for vnic_type normal with profile {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 11:10:44.834467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Attempting to bind port 733e4db5-4c36-4829-b81e-9164f3df798e by drivers openvswitch on host hv-cinder-76377 at level 0 using segments [{'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 24 11:10:44.834846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Attempting to bind port 733e4db5-4c36-4829-b81e-9164f3df798e on network 08d136f3-304f-4f81-868a-41bf3021bdf9 {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 24 11:10:44.838939 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3458e818-a254-4db3-9ca0-a3a86fa10c03 req-766b3966-bbd7-44c9-84f8-11e098f67fc9 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0864344 Nov 24 11:10:44.844595 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Checking agent: {'id': 'b7d62bde-c83c-4d9b-9b09-51c4023dc941', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76377', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 24, 10, 53, 48), 'started_at': datetime.datetime(2020, 11, 24, 10, 54, 18), 'heartbeat_timestamp': datetime.datetime(2020, 11, 24, 11, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 24 11:10:44.844978 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Checking segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80317) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 24 11:10:44.845397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:44.845793 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Bound using segment: {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'} {{(pid=80317) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 24 11:10:44.846276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Bound port: 733e4db5-4c36-4829-b81e-9164f3df798e, host: hv-cinder-76377, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56893021-73b2-4545-b8b0-60b63f3ec039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9'}}] {{(pid=80317) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 24 11:10:44.846662 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:44.939184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] For port 733e4db5-4c36-4829-b81e-9164f3df798e, host hv-cinder-76377, cleared binding levels {{(pid=80317) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 24 11:10:44.942358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] For port 733e4db5-4c36-4829-b81e-9164f3df798e, host hv-cinder-76377, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=733e4db5-4c36-4829-b81e-9164f3df798e,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80317) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 24 11:10:44.945768 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16459419'] for port, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:44.961636 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3b5462b2-ff7d-4d36-a08d-483c8a36fd86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:10:45.113678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Pushing event updated for resources: {'Port': ['ID=733e4db5-4c36-4829-b81e-9164f3df798e,revision_number=3']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:10:45.118412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:10:45.153031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:45.153717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:45.155224 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-97b3297b-5fb5-400e-bd6f-97ffb8392e7c service neutron] 10.222.0.57 "PUT /v2.0/ports/733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 1158 time: 1.6022739 Nov 24 11:10:45.155765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:10:45.214968 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e', 'status': 'completed', 'code': 200} Nov 24 11:10:46.049208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ec265-41e3-4022-9c47-bccb2dd4d5b6 req-6350f9b5-1f58-4c41-b7f1-0dc56abed4e8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:46.051492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-675ec265-41e3-4022-9c47-bccb2dd4d5b6 req-6350f9b5-1f58-4c41-b7f1-0dc56abed4e8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0834477 Nov 24 11:10:46.099925 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-675ec265-41e3-4022-9c47-bccb2dd4d5b6 req-8594895f-2d5d-47b0-8110-0ffeb6516993 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0428526 Nov 24 11:10:47.314150 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abf439-6193-4d72-86c0-a46635aa7ef7 req-d0a4052c-b708-476b-903a-b88ae2fe8ed7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:47.315764 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97abf439-6193-4d72-86c0-a46635aa7ef7 req-d0a4052c-b708-476b-903a-b88ae2fe8ed7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0838165 Nov 24 11:10:47.364493 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-97abf439-6193-4d72-86c0-a46635aa7ef7 req-8a79b28a-6d07-4c7d-89f4-4e9c1a75847f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0422282 Nov 24 11:10:48.378159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d16bd-5b0b-4150-abda-a8ee5146076f req-d784361c-1411-4dbf-b8f8-9dca2038b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:48.379768 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-741d16bd-5b0b-4150-abda-a8ee5146076f req-d784361c-1411-4dbf-b8f8-9dca2038b3b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1161 time: 0.0804868 Nov 24 11:10:48.590030 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d16bd-5b0b-4150-abda-a8ee5146076f req-96516f68-ca8b-412d-9614-68e0ac062cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:48.591555 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-741d16bd-5b0b-4150-abda-a8ee5146076f req-96516f68-ca8b-412d-9614-68e0ac062cf5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1974127 Nov 24 11:10:48.714499 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8c6c1-05b5-4ad7-94e8-af12659ff793 req-00359baf-f6f8-480d-b196-e6cb1ecbba48 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:48.716129 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d4d8c6c1-05b5-4ad7-94e8-af12659ff793 req-00359baf-f6f8-480d-b196-e6cb1ecbba48 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.2152870 Nov 24 11:10:48.799925 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d16bd-5b0b-4150-abda-a8ee5146076f req-92bbd784-cb41-4284-849d-eb4c0853472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:48.801520 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-741d16bd-5b0b-4150-abda-a8ee5146076f req-92bbd784-cb41-4284-849d-eb4c0853472b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1992254 Nov 24 11:10:48.805515 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d4d8c6c1-05b5-4ad7-94e8-af12659ff793 req-63083f86-af4d-41a5-84da-21a7ccf41c05 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0815272 Nov 24 11:10:48.942083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-e8ee60cd-d92b-45a0-90b6-5740b492d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:48.943722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-e8ee60cd-d92b-45a0-90b6-5740b492d8d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1161 time: 0.0779905 Nov 24 11:10:49.036549 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-6f3ada02-d227-462b-ad7c-d3002c76c4a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 217 time: 0.0635004 Nov 24 11:10:49.106971 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-e72211d5-9079-4585-a6c2-b69760873563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:49.108526 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-e72211d5-9079-4585-a6c2-b69760873563 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0654047 Nov 24 11:10:49.189240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-c9cffd6f-8a0f-45e9-86c1-2b70195665b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:49.190817 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-c9cffd6f-8a0f-45e9-86c1-2b70195665b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757697 Nov 24 11:10:49.335626 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-6b0968d3-b3c4-4ea3-b73a-f6770af307e6 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367981 Nov 24 11:10:49.479993 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-28991d60-8c36-4534-a4cb-be24cf32f486 req-ffd52fb5-55a9-4a55-a867-8e4bbbc73f2f service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376333 Nov 24 11:10:50.017072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e1dd-cbdc-4944-8af1-acba685216fd req-7230c694-e6e7-4a3b-bb27-53da3ed835af tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:50.018668 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7f42e1dd-cbdc-4944-8af1-acba685216fd req-7230c694-e6e7-4a3b-bb27-53da3ed835af tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0854647 Nov 24 11:10:50.066235 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7f42e1dd-cbdc-4944-8af1-acba685216fd req-2564c9a5-dc11-41f2-8190-2ab39876baf4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0413430 Nov 24 11:10:51.278776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3247f2ed-5ea2-474d-8477-e35df13aaa05 req-a12bcfa1-54d7-4d21-85fd-63ef259f3656 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:51.280440 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3247f2ed-5ea2-474d-8477-e35df13aaa05 req-a12bcfa1-54d7-4d21-85fd-63ef259f3656 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0887315 Nov 24 11:10:51.329433 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3247f2ed-5ea2-474d-8477-e35df13aaa05 req-50ff2a40-670c-45b3-832a-1c14d4b49f92 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0423810 Nov 24 11:10:52.539876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faa868-a9e4-41e9-839b-3967e5a25fc1 req-cd124a96-f70c-46e0-a989-66af2131c957 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:52.542043 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-62faa868-a9e4-41e9-839b-3967e5a25fc1 req-cd124a96-f70c-46e0-a989-66af2131c957 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0862732 Nov 24 11:10:52.589743 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-62faa868-a9e4-41e9-839b-3967e5a25fc1 req-43af381c-889b-434c-840f-a33015c40c36 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0414982 Nov 24 11:10:53.798139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337266b0-d831-486d-97c0-bb8c881093ab req-6a15a662-8c1c-443b-b91c-d2b2508c90b2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:53.799716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-337266b0-d831-486d-97c0-bb8c881093ab req-6a15a662-8c1c-443b-b91c-d2b2508c90b2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0834835 Nov 24 11:10:53.848262 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-337266b0-d831-486d-97c0-bb8c881093ab req-8ec522b5-ec2d-4fc5-91f4-6cb08b3d2432 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0419700 Nov 24 11:10:54.715635 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-cb66fd64-174d-464b-af48-4db6c8e3b84b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0756884 Nov 24 11:10:54.883778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-db0ee222-69db-4e96-bd22-71852f5536b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:54.885516 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-db0ee222-69db-4e96-bd22-71852f5536b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.0759141 Nov 24 11:10:55.051064 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-b8a766b9-07b1-44e7-8cb7-8807f0fd8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:55.052741 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-b8a766b9-07b1-44e7-8cb7-8807f0fd8444 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1432126 Nov 24 11:10:55.069882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d5058-86df-4ac7-94bf-9e2d933566b3 req-20f1cc62-e67e-49a4-ab3c-fa7ad328c483 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:55.071527 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397d5058-86df-4ac7-94bf-9e2d933566b3 req-20f1cc62-e67e-49a4-ab3c-fa7ad328c483 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0896106 Nov 24 11:10:55.121917 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-397d5058-86df-4ac7-94bf-9e2d933566b3 req-b85665c3-d395-4abb-9a1f-50540040a106 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0434458 Nov 24 11:10:55.169961 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-b39c6546-ca59-4d3c-bf6e-7d6ca3c1b052 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 1001 time: 0.1098511 Nov 24 11:10:55.244754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-8d842080-dc30-445b-9854-4f238703b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:55.246689 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-8d842080-dc30-445b-9854-4f238703b6b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0694933 Nov 24 11:10:55.331094 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-b0cd9bff-0476-4d3c-a46a-26cef545c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:55.332975 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-b0cd9bff-0476-4d3c-a46a-26cef545c725 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800676 Nov 24 11:10:55.701628 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-28714d35-a7e0-40f7-a86b-fd7e9394ccd1 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614113 Nov 24 11:10:55.847081 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7a946e4b-9dc8-464c-bf24-2dc0cd5eb40d req-692c0e58-0713-47d6-bcc6-a68c3202d3c2 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384163 Nov 24 11:10:56.338497 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f426a0f-7fbe-4321-9216-799edb722dbc req-579bb4bc-013d-4955-81ab-fd93dd469722 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:56.340020 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7f426a0f-7fbe-4321-9216-799edb722dbc req-579bb4bc-013d-4955-81ab-fd93dd469722 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0859113 Nov 24 11:10:56.389725 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7f426a0f-7fbe-4321-9216-799edb722dbc req-0e51f3b2-76cb-4124-b2cf-941910e249bb tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0434592 Nov 24 11:10:57.599389 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55525274-487d-4910-8630-b7a4858d8e43 req-46c34feb-e3b8-4244-8905-e510dcb23ef4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:57.601023 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-55525274-487d-4910-8630-b7a4858d8e43 req-46c34feb-e3b8-4244-8905-e510dcb23ef4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0816998 Nov 24 11:10:57.652526 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-55525274-487d-4910-8630-b7a4858d8e43 req-c7722dc6-cb9d-408b-a774-2743f4ec05ad tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0452712 Nov 24 11:10:57.669093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-885f8884-53bb-43bf-9b88-c58c7da98e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:58.135900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:10:58.878506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fb3b4-1263-4b35-a955-7f35272aa3cc req-af34b1d0-1634-4db1-8431-340ef4faec95 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:10:58.880143 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e7fb3b4-1263-4b35-a955-7f35272aa3cc req-af34b1d0-1634-4db1-8431-340ef4faec95 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0985107 Nov 24 11:10:58.926333 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:10:58.934031 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4e7fb3b4-1263-4b35-a955-7f35272aa3cc req-eb204cda-afad-4ecc-aea7-d44e63a5bbdb tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0469213 Nov 24 11:10:59.835289 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8b2095b3-8f13-4743-ae40-8d62f600422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:00.150667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28420d-880b-4218-afbd-6ffdfc38dc57 req-2943c43e-f367-4840-bec2-bf3cf9d9e15f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:00.152800 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf28420d-880b-4218-afbd-6ffdfc38dc57 req-2943c43e-f367-4840-bec2-bf3cf9d9e15f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0851121 Nov 24 11:11:00.201180 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-cf28420d-880b-4218-afbd-6ffdfc38dc57 req-308d7cc4-98b0-4630-80ca-f8d176a37779 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0421910 Nov 24 11:11:00.534953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:01.410216 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd19d9f-6a3f-463a-8cdb-cf12765967a0 req-bd78271e-01a5-4dbb-938f-8da424e4d92d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:01.411982 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cd19d9f-6a3f-463a-8cdb-cf12765967a0 req-bd78271e-01a5-4dbb-938f-8da424e4d92d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0834994 Nov 24 11:11:01.418052 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:01.462442 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cd19d9f-6a3f-463a-8cdb-cf12765967a0 req-39556baa-97e6-443c-b383-1e4b48063c4e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0440724 Nov 24 11:11:02.286718 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:02.675800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e369f0-82c3-4609-b6eb-d52fcedce49e req-053ecd5e-04b2-4f23-97d1-d05573cecfd0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:02.677446 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88e369f0-82c3-4609-b6eb-d52fcedce49e req-053ecd5e-04b2-4f23-97d1-d05573cecfd0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0852702 Nov 24 11:11:02.725560 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-88e369f0-82c3-4609-b6eb-d52fcedce49e req-e0336f9c-0762-49a5-809e-1c64057b41c0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0409751 Nov 24 11:11:03.939083 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc7cc5-9e48-4fe8-ac20-e72a0a86c0b4 req-94482537-da07-470b-8bc1-2fa270d59c38 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:03.940714 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cdc7cc5-9e48-4fe8-ac20-e72a0a86c0b4 req-94482537-da07-470b-8bc1-2fa270d59c38 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0847943 Nov 24 11:11:03.987956 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-0cdc7cc5-9e48-4fe8-ac20-e72a0a86c0b4 req-b615aa98-ccc3-4f77-ac58-84710f55ec97 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0411191 Nov 24 11:11:05.196691 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f815b-19db-44bc-9730-60fbde05d811 req-daec48b6-8bba-4051-bc6c-0f6d1bc85a09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:05.198343 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-452f815b-19db-44bc-9730-60fbde05d811 req-daec48b6-8bba-4051-bc6c-0f6d1bc85a09 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0828195 Nov 24 11:11:05.246879 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-452f815b-19db-44bc-9730-60fbde05d811 req-f3731dae-193e-46bc-ab11-40d18db79908 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0420215 Nov 24 11:11:06.460821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1ded9-49a2-4525-b4d5-6a1b9f1dbfa8 req-0215035f-a1e7-49f4-a9fb-b9f6b625bbcd tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:06.462451 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4ee1ded9-49a2-4525-b4d5-6a1b9f1dbfa8 req-0215035f-a1e7-49f4-a9fb-b9f6b625bbcd tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0836961 Nov 24 11:11:06.516765 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-4ee1ded9-49a2-4525-b4d5-6a1b9f1dbfa8 req-42ca4d9b-1a43-4a34-89fd-5f8d0b2d5b2b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0473864 Nov 24 11:11:07.727917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02973a5d-cb40-4c8f-8e85-30e6a256c912 req-aee6bbea-0f0c-48b3-97f8-95437c5a8ce0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:07.730075 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-02973a5d-cb40-4c8f-8e85-30e6a256c912 req-aee6bbea-0f0c-48b3-97f8-95437c5a8ce0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0855446 Nov 24 11:11:07.777679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-02973a5d-cb40-4c8f-8e85-30e6a256c912 req-652da0cc-e444-40e9-a276-aa23b75cc7f1 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0414453 Nov 24 11:11:08.054442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 733e4db5-4c36-4829-b81e-9164f3df798e up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:11:08.125074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning for port 733e4db5-4c36-4829-b81e-9164f3df798e completed by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 24 11:11:08.130087 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 733e4db5-4c36-4829-b81e-9164f3df798e triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:11:08.130511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:08.252035 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:08.283437 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:11:08.292487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 733e4db5-4c36-4829-b81e-9164f3df798e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=733e4db5-4c36-4829-b81e-9164f3df798e,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:11:08.295937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:08.297957 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-210c5c29-0d1e-4607-9532-20a33ba17850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:08.345306 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e', 'code': 200} Nov 24 11:11:08.367416 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=733e4db5-4c36-4829-b81e-9164f3df798e,revision_number=4']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:08.377177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.377578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.377968 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.378351 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.378732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.379113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.379490 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.379866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.380237 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.380637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.381008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.381381 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.381821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.382191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.382562 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.382936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.383306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.383672 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.384039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.384452 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.385339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.385729 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.386088 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.386458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:08.390779 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:08.661751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc689-c577-4b10-97df-3ade02059174 req-094b39af-6f84-4c70-b8fb-4f63c9edea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:08.663256 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9bfc689-c577-4b10-97df-3ade02059174 req-094b39af-6f84-4c70-b8fb-4f63c9edea2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1163 time: 0.0736370 Nov 24 11:11:08.707415 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d9bfc689-c577-4b10-97df-3ade02059174 req-ba317713-5df2-49b6-b9b8-c6e68a3e6ca7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0378582 Nov 24 11:11:08.994086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb17903-1548-4ec2-adcf-7591622dbef8 req-60b8da37-163a-4a49-b751-fbbd70b1b473 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:08.995716 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9fb17903-1548-4ec2-adcf-7591622dbef8 req-60b8da37-163a-4a49-b751-fbbd70b1b473 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 946 time: 0.0826583 Nov 24 11:11:09.043257 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9fb17903-1548-4ec2-adcf-7591622dbef8 req-ddbaefb3-9ed1-4569-bf78-98ad41228f89 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0411611 Nov 24 11:11:09.597081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 733e4db5-4c36-4829-b81e-9164f3df798e up at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 24 11:11:09.670576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.provisioning_blocks [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Provisioning complete for port 733e4db5-4c36-4829-b81e-9164f3df798e triggered by entity L2. {{(pid=80318) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 24 11:11:09.670987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1123422'] for port, provisioning_complete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.154909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45300) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:10.267545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb6e8-8a55-468d-aa93-f638f8fc1552 req-67684e07-a589-4ff0-88c7-72f8d999a634 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:10.269231 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-25bdb6e8-8a55-468d-aa93-f638f8fc1552 req-67684e07-a589-4ff0-88c7-72f8d999a634 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 946 time: 0.0927999 Nov 24 11:11:10.317830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.322720 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-25bdb6e8-8a55-468d-aa93-f638f8fc1552 req-1f3dbbf4-4d2a-413e-bdbf-bfe8d2e76c87 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0461376 Nov 24 11:11:10.354201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:10.358072 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Usage tracker for resource:security_group_rule and tenant:ffcae1d4fa4648d9b0fd507b8c30c8b0 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:10.361253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:10.367051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:10.440134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.442822 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.450483 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-83f8cf2e-920c-4e3d-891a-51db31da6ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:10.497216 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ffcae1d4fa4648d9b0fd507b8c30c8b0&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3406408 Nov 24 11:11:10.498043 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c7c37-ce70-49cd-ae52-52e9f69495d7,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:10.500058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45306) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:10.501660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-23d1cc25-c6a0-4e0d-aeb0-3d52ed38d950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:10.562252 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.589616 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.640194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.645449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-b0e7ee4d-c9aa-405e-acce-880d10df2252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:10.659170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c7c37-ce70-49cd-ae52-52e9f69495d7,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:10.664365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:10.665631 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/109c7c37-ce70-49cd-ae52-52e9f69495d7 HTTP/1.1" status: 204 len: 168 time: 0.1644127 Nov 24 11:11:10.671912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.672367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.672797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.673218 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.673631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.674047 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.674458 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.674866 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.675276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.675692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.676096 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.676522 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.677002 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.677407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.677814 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.678219 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.678623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.679027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.679431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.679834 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.680235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.680666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.681069 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.681472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:10.685739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dcadb3d0-a7d6-4c11-b4d9-6534b7a75d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:11.013546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45314) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:11.033387 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.069036 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:11.073031 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Usage tracker for resource:security_group_rule and tenant:23769a7e0ab84c5b8e3d414a49bcf746 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:11.075983 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:11.081741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:11.149283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.152761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.160328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-283b9065-e7c7-41a9-ad7c-c856f787e898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:11.203233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f8e6a-152f-47f9-8168-e2f578cd8b51,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:11.209102 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=23769a7e0ab84c5b8e3d414a49bcf746&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1944318 Nov 24 11:11:11.210346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-226e3c64-ff01-48ce-b634-1a50a61c0136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:11.211080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45318) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:11.279139 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.305886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.350388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.355488 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e9909aa6-100b-45f1-8478-9bfad8a55c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:11.370191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f8e6a-152f-47f9-8168-e2f578cd8b51,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:11.374334 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:11.377771 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:11.381521 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-46f0ea2b-3205-407a-8dcb-dbdd90d3373c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a40f8e6a-152f-47f9-8168-e2f578cd8b51 HTTP/1.1" status: 204 len: 168 time: 0.1668091 Nov 24 11:11:11.540664 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cef9a0-7f81-401f-8a7e-55d5a0187f82 req-356af530-4787-4de9-aaf0-1bdd940b45fc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:11.542330 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d5cef9a0-7f81-401f-8a7e-55d5a0187f82 req-356af530-4787-4de9-aaf0-1bdd940b45fc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 946 time: 0.0883527 Nov 24 11:11:11.597118 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-d5cef9a0-7f81-401f-8a7e-55d5a0187f82 req-ea48cead-9178-4789-9a45-e7c65468be56 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0481186 Nov 24 11:11:11.808288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c08776-3a7b-4e9e-b754-cd072cfc6536 req-b7a9cd54-47b3-436c-b15e-d58da87220b0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:11.809951 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-23c08776-3a7b-4e9e-b754-cd072cfc6536 req-b7a9cd54-47b3-436c-b15e-d58da87220b0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 946 time: 0.0854852 Nov 24 11:11:11.859575 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-23c08776-3a7b-4e9e-b754-cd072cfc6536 req-1d516b7e-bb1a-4a9c-b564-6aabb7ecf87b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0433915 Nov 24 11:11:12.048844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-95866d88-d6ff-4e35-8ea5-c9910948e54e req-b444a087-f594-41e6-a990-4185cf1aa066 service neutron] (80317) timed out ('10.222.0.57', 61966) {{(pid=80317) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 11:11:12.075534 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f0da3bb-119b-4837-8789-1144ab85551d req-f28f46f8-36ef-403d-b4ee-1dea7d9fd7c2 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1617517 Nov 24 11:11:12.085730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'floatingip': {'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b'}} {{(pid=80316) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:11:12.091441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:12.101393 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:12.112368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:12.264995 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:12.752594 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_common [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Allocated IP 172.27.1.154 (8147b1d5-f5a5-47aa-996a-e9dc25af002b/7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3/b9418685-4cc1-400d-b295-14b2c980220d) {{(pid=80316) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 24 11:11:12.911903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:12.938917 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749997549512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:12.957924 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-eb6ff039-6685-4fc1-afae-e7585418710c tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:13.090217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=b9418685-4cc1-400d-b295-14b2c980220d,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:13.102267 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:13.145563 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Network 8147b1d5-f5a5-47aa-996a-e9dc25af002b is already hosted by enough agents. {{(pid=80316) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 24 11:11:13.146690 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.base_scheduler [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Resources bound (agent type, host, resource id): {{(pid=80316) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 24 11:11:13.149124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Received port after_create {{(pid=80316) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 24 11:11:13.245156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.316221 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.594149 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for port, precommit_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.597704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15644674'] for port, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.612932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e83f455f-6a44-4d65-8738-b75061b3f6dc tempest-VolumesSnapshotTestJSON-2029859323 tempest-VolumesSnapshotTestJSON-2029859323] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:13.746394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event updated for resources: {'Port': ['ID=b9418685-4cc1-400d-b295-14b2c980220d,revision_number=2']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:13.771394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.771819 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.772233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.772694 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.773101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.773505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.773915 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.774318 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.774719 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.775117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.776153 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.776579 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.777050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.777451 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.777848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.778247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.778644 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.779041 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.779436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.779833 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.780228 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.780670 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.781070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.781495 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:11:13.787514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:13.800554 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45378) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:13.872126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.905610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.906940 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f0da3bb-119b-4837-8789-1144ab85551d req-d759fc56-f499-400b-af82-66bbe1a7984e tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8253868 Nov 24 11:11:13.954592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:13.987466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:13.991647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Usage tracker for resource:security_group_rule and tenant:2cd682e640a2454793a4ce40e4de16f9 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:13.993456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3f0da3bb-119b-4837-8789-1144ab85551d req-5384ba83-ef8d-4c71-bbfe-19eafcf9c9ee tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:11:13.995177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:14.001313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:14.009055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-3f0da3bb-119b-4837-8789-1144ab85551d req-5384ba83-ef8d-4c71-bbfe-19eafcf9c9ee tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:11:14.010904 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f0da3bb-119b-4837-8789-1144ab85551d req-5384ba83-ef8d-4c71-bbfe-19eafcf9c9ee tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0974989 Nov 24 11:11:14.070555 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.074003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.081739 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8c0ee962-dca7-4d34-ae7d-4c94db4c996c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:14.131582 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2cd682e640a2454793a4ce40e4de16f9&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3297932 Nov 24 11:11:14.132370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266c4598-53c3-4baf-b291-3a4b0c487237,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:14.135426 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45386) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:14.138142 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a904d376-5de2-49bc-a085-e2efdd7457aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:14.172927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0da3bb-119b-4837-8789-1144ab85551d req-64d7dac7-e8ef-4c5a-8b95-6ceebeb9c63d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:14.174420 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f0da3bb-119b-4837-8789-1144ab85551d req-64d7dac7-e8ef-4c5a-8b95-6ceebeb9c63d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1576171 Nov 24 11:11:14.185859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-3f0da3bb-119b-4837-8789-1144ab85551d req-fe069939-7ac5-4b93-99eb-c1e0eabc4cda tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80316) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:11:14.186919 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-3f0da3bb-119b-4837-8789-1144ab85551d req-fe069939-7ac5-4b93-99eb-c1e0eabc4cda tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0065644 Nov 24 11:11:14.200402 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.228395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.277208 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.282460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0b255b3-dcf0-4283-8206-49512f40c474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:14.294443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266c4598-53c3-4baf-b291-3a4b0c487237,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:14.298965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:14.342773 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.343986 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/266c4598-53c3-4baf-b291-3a4b0c487237 HTTP/1.1" status: 204 len: 168 time: 0.2075644 Nov 24 11:11:14.394276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-dd097a29-825f-42b1-b283-66cd7657eb9c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:14.395856 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-dd097a29-825f-42b1-b283-66cd7657eb9c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0988932 Nov 24 11:11:14.481350 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-e7fd9337-136a-43b7-97d9-d44fd3cd0bb5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.154 HTTP/1.1" status: 200 len: 696 time: 0.0791216 Nov 24 11:11:14.492765 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.v2.base [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Request body: {'floatingip': {'port_id': '733e4db5-4c36-4829-b81e-9164f3df798e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80317) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 11:11:14.576635 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, before_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.692617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45396) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:14.712410 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.746494 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:14.750597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Usage tracker for resource:security_group_rule and tenant:fd277bfc68dd48a0ab628eb2a46182c5 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:14.753610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:14.759412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:14.826505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.829919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.837583 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-ffe3cfd6-edd0-4318-b160-866fefff9cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:14.886954 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fd277bfc68dd48a0ab628eb2a46182c5&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1930079 Nov 24 11:11:14.887807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f402e-7ffd-48c2-888a-ed165eb4bf6b,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:14.890355 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45400) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:14.893321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-77864e62-95b9-4a85-b09f-b5e9d6479703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:14.958295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:14.986857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:15.033930 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:15.039137 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f307413d-cae6-404f-8e5c-b38d697d5dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:15.051827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f402e-7ffd-48c2-888a-ed165eb4bf6b,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:15.054610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:15.058818 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:15.060226 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cf4f402e-7ffd-48c2-888a-ed165eb4bf6b HTTP/1.1" status: 204 len: 168 time: 0.1688554 Nov 24 11:11:15.220293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:15.224584 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838290351'] for floatingip, after_update {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:15.429900 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Floating IP 8a02a88d-a161-4195-8519-3367bf9b98f8 associated. External IP: 172.27.1.154, port: 733e4db5-4c36-4829-b81e-9164f3df798e. Nov 24 11:11:15.847828 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:11:16.291737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:11:16.296829 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:16.302105 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:11:16.317323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:11:16.318144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:11:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:11:16.357671 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6e492c4f-1392-4e8e-b929-3d435f4ef29d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "PUT /v2.0/floatingips/8a02a88d-a161-4195-8519-3367bf9b98f8 HTTP/1.1" status: 200 len: 997 time: 1.8687992 Nov 24 11:11:16.358770 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:11:16.426309 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e', 'status': 'completed', 'code': 200} Nov 24 11:11:16.530338 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:11:16.577323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-89d68098-c7fd-4c60-a671-0a74d9bbfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:16.578989 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-89d68098-c7fd-4c60-a671-0a74d9bbfc3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1163 time: 0.0843689 Nov 24 11:11:16.808236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-3279ba4d-5066-4aa8-b3d3-3d07f3556b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:16.809811 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-3279ba4d-5066-4aa8-b3d3-3d07f3556b34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.2232828 Nov 24 11:11:16.812685 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-2da5a69d-476b-4ace-b5c4-bde1f2c50f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:16.814234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-2da5a69d-476b-4ace-b5c4-bde1f2c50f05 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1163 time: 0.4429302 Nov 24 11:11:17.033984 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-e27f56da-8b84-44f2-91be-3d3c2cbfae87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 1000 time: 0.2174668 Nov 24 11:11:17.087758 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:35Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}, {'id': '8a02a88d-a161-4195-8519-3367bf9b98f8', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '733e4db5-4c36-4829-b81e-9164f3df798e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:80:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67e250a-41bd-47a3-b561-7958578330de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:11:13Z', 'updated_at': '2020-11-24T11:11:15Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:11:17.091965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:11:17.103638 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:11:17.104233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:11:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:11:17.115726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-7f8c2a77-89fe-497d-8ebe-dd34a362c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:17.117379 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-7f8c2a77-89fe-497d-8ebe-dd34a362c3e9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.2462840 Nov 24 11:11:17.130824 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-d3d43c2f-8a7f-4516-9bd8-c3dec5dd8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:17.132432 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-d3d43c2f-8a7f-4516-9bd8-c3dec5dd8569 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0902226 Nov 24 11:11:17.310234 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-d338ce85-17a9-4621-a5b6-6e28ec9f9d4c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 1000 time: 0.1810756 Nov 24 11:11:17.316162 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:11:17.404849 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-3d2dd4d9-399c-42d1-a4e6-34c47d513a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:17.406503 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-3d2dd4d9-399c-42d1-a4e6-34c47d513a0b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0887134 Nov 24 11:11:17.409394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-0ebc66be-2438-48fb-8017-df907d8677cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:17.410914 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-0ebc66be-2438-48fb-8017-df907d8677cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2266183 Nov 24 11:11:17.625021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-a1dee1e2-7548-4173-af50-a5eafb619513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:17.626722 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-a1dee1e2-7548-4173-af50-a5eafb619513 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2112718 Nov 24 11:11:17.632297 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-83c1fa65-3fb4-4563-b3bf-4a2ab0c4380a service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788123 Nov 24 11:11:17.639886 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-8ab3cf5b-e64f-44f3-aac5-35efcbb0a9b3 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:11:17.641076 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-8ab3cf5b-e64f-44f3-aac5-35efcbb0a9b3 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0055323 Nov 24 11:11:17.694906 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:35Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}, {'id': '8a02a88d-a161-4195-8519-3367bf9b98f8', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '733e4db5-4c36-4829-b81e-9164f3df798e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:80:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67e250a-41bd-47a3-b561-7958578330de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:11:13Z', 'updated_at': '2020-11-24T11:11:15Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:11:17.699953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07750-5b74-4bf3-bab6-fd0e5bd08293 None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:35Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}, {'id': '8a02a88d-a161-4195-8519-3367bf9b98f8', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '733e4db5-4c36-4829-b81e-9164f3df798e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:80:a2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67e250a-41bd-47a3-b561-7958578330de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:11:13Z', 'updated_at': '2020-11-24T11:11:15Z', 'revision_number': 1, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:11:17.848011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45474) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:17.908879 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-935d7779-a04a-4499-a2cb-ec3ce1bb5074 req-73516155-b3ce-41d2-b906-39d542fffffc service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2667584 Nov 24 11:11:17.914394 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-7cbd80d3-dcd5-4f00-b44b-f07c871bf6f4 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472410 Nov 24 11:11:18.008424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.009368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248bdf8-467f-49c8-b69d-3a78f9d187a3 None None] New status for floating IP 8a02a88d-a161-4195-8519-3367bf9b98f8: ACTIVE {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:11:18.044752 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:18.049261 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Usage tracker for resource:security_group_rule and tenant:858b967da76e47f5a21179f022314743 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:18.052382 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:18.058301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:18.067718 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9382a86a-edf1-434a-a2ec-376f03a9e9aa req-6abd7618-cad7-400a-b149-ae87945af9c6 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1458426 Nov 24 11:11:18.132668 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.136249 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.143903 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-924fb0d3-25e7-4428-ad27-ab4c8d806807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:18.189412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80714818-c792-4179-af32-a8c648281dd8,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:18.192927 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:18.200792 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-7cfd3541-145f-406a-a3d5-53ebc100d127 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=858b967da76e47f5a21179f022314743&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3515494 Nov 24 11:11:18.202200 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45482) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:18.271026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.301919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.348611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.354015 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-41803d51-df20-4969-a0b5-4b0ea7c111db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:18.367832 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80714818-c792-4179-af32-a8c648281dd8,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:18.370425 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:18.373185 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.376759 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1601feb9-0099-4f35-b8a9-ee8578a4f53b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/80714818-c792-4179-af32-a8c648281dd8 HTTP/1.1" status: 204 len: 168 time: 0.1702700 Nov 24 11:11:18.717236 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45490) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:18.736861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.769905 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:18.773898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e9d3c681c5c44669ff88501b84f9760 is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:18.777191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:18.782947 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:18.853017 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.856422 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:18.864134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-f6454f03-abc5-4e77-9438-7e01d65c361e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:18.909435 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6e9d3c681c5c44669ff88501b84f9760&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1909869 Nov 24 11:11:18.910239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43329e4-143d-4af9-a6c3-b11fd181e3f4,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:18.912293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45494) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:18.913511 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:18.983569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:19.012047 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:19.055580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:19.061288 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2ff1fe7e-6ce5-480e-a8d8-5e700af36f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:19.073769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43329e4-143d-4af9-a6c3-b11fd181e3f4,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:19.079018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:19.083388 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:19.084647 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c43329e4-143d-4af9-a6c3-b11fd181e3f4 HTTP/1.1" status: 204 len: 168 time: 0.1711860 Nov 24 11:11:20.853016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45536) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:21.007174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.040552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:21.044597 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf00581aa0a4f7b81cabe514accfc9b is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:21.047542 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:21.053276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:21.123009 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.125836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.133321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8b345348-2330-4c2d-8ed0-21c6fd6b90f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:21.175569 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f76fb-f2ad-427e-acc9-83d5e9d1e67e,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:21.179109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:21.182062 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1bf00581aa0a4f7b81cabe514accfc9b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3273470 Nov 24 11:11:21.185232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45542) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:21.249938 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.278057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.323160 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.328352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-aa04e6b1-94a3-4e81-8031-4b65697b00b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:21.343073 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f76fb-f2ad-427e-acc9-83d5e9d1e67e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:21.345820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:21.354541 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:21.355773 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-53dcc9c7-adbf-4cc0-87b7-06d1ca715786 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/867f76fb-f2ad-427e-acc9-83d5e9d1e67e HTTP/1.1" status: 204 len: 168 time: 0.1693387 Nov 24 11:11:26.294722 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45602) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:26.450407 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.483293 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:26.487302 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d396cc56424055bb313bdf2a59131c is out of sync, need to count used quota {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:26.490309 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80317) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:26.496993 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80317) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:26.564329 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.567106 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.574698 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-35dbd56e-ef10-4ade-b673-c50be74c0088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:26.617539 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb9cf4-7b9a-4717-88af-d6fa5f669b45,revision_number=1']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:26.623329 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c6d396cc56424055bb313bdf2a59131c&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3274875 Nov 24 11:11:26.624397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-833b43d4-437b-42f1-bf72-52394feec673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:26.626197 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45608) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:26.688245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.715774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.762964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.767890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-9c277bb1-61b9-437a-91e4-e9f3e72818a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:26.781875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb9cf4-7b9a-4717-88af-d6fa5f669b45,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:26.784710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:26.785979 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:26.787191 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-c005891d-863a-4942-b9c2-02d84eed7e55 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/efdb9cf4-7b9a-4717-88af-d6fa5f669b45 HTTP/1.1" status: 204 len: 168 time: 0.1600158 Nov 24 11:11:27.126916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45616) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:27.147628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.180058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:11:27.184101 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Usage tracker for resource:security_group_rule and tenant:cedcc9c2e5b8406396d41ccddb65b3c6 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:11:27.187086 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:11:27.192853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:11:27.263394 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.266258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.274011 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-d2092cf8-cbb3-4504-ae8c-099b56e9be55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:27.316346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f645b55-37bb-4375-915d-9afdd3bba22b,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:27.319807 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:27.324634 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-1e868671-eb76-44e6-95f1-ede6d7016861 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cedcc9c2e5b8406396d41ccddb65b3c6&name=default HTTP/1.1" status: 200 len: 2747 time: 0.1963007 Nov 24 11:11:27.327173 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45620) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:11:27.393513 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.420660 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.464904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.469782 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-1bc00699-6529-47d3-938e-a1cf47b48e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:11:27.482040 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f645b55-37bb-4375-915d-9afdd3bba22b,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:11:27.486532 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:11:27.492037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:27.493301 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-769615c0-af0f-494e-82a5-37da66af0d0c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f645b55-37bb-4375-915d-9afdd3bba22b HTTP/1.1" status: 204 len: 168 time: 0.1651664 Nov 24 11:11:27.670364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-4a587f52-59da-4486-b5df-2d6ceeae8d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:28.131222 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:29.836988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6c7657d6-a0dd-4749-856d-33af28bd04c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:30.537350 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:31.421301 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:32.292990 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:35.927659 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:11:53.613774 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-ff63bb6e-e641-4c59-9ec6-145850d714ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2194350 Nov 24 11:11:53.776543 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfb862-5c18-48fc-9947-f0363532c27f req-c028ebb3-0f5e-4080-b4fc-84997f77b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:53.778069 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-c028ebb3-0f5e-4080-b4fc-84997f77b42d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.0745995 Nov 24 11:11:53.933980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfb862-5c18-48fc-9947-f0363532c27f req-5758f616-db7d-45db-8cf9-cc047777bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:53.935574 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-5758f616-db7d-45db-8cf9-cc047777bdac service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1383519 Nov 24 11:11:54.043703 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-15e7bb99-e507-42e9-afc3-e5cafd74c638 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 1001 time: 0.1004856 Nov 24 11:11:54.115763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfb862-5c18-48fc-9947-f0363532c27f req-58ff94b0-4959-4cae-a760-f2ebb17d4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:54.117349 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-58ff94b0-4959-4cae-a760-f2ebb17d4f28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0667148 Nov 24 11:11:54.194918 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfb862-5c18-48fc-9947-f0363532c27f req-a7df11a6-8721-4eb8-abc0-1f34e7b0aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:11:54.196504 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-a7df11a6-8721-4eb8-abc0-1f34e7b0aa80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730913 Nov 24 11:11:54.558085 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-97adc1c9-6222-4540-9d2f-93b3fcbf0dec service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554249 Nov 24 11:11:54.713195 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-15cfb862-5c18-48fc-9947-f0363532c27f req-587f2bf6-a820-48fb-8a49-8b5b3f4b3c84 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482835 Nov 24 11:11:57.672921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-94a29146-1528-4a0f-9c99-f0be5e563a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:59.219654 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:11:59.840607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-3978d99a-8ad4-45d0-a2a5-348caac9208c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:00.539994 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:01.423591 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:02.288235 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.305039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45834) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:12:07.457485 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.490895 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 24 11:12:07.495056 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Usage tracker for resource:security_group_rule and tenant:c8dbbb46a88647f09bc19cf165e86961 is out of sync, need to count used quota {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 24 11:12:07.498357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80316) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 24 11:12:07.504284 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.quota.driver [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80316) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 24 11:12:07.573012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.575860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_create {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.583920 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-417a0cb8-6526-49ba-9219-cc9898480957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:12:07.626939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e58ba87-bdcd-4501-bebb-2f51543d8cb8,revision_number=1']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:12:07.631792 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c8dbbb46a88647f09bc19cf165e86961&name=default HTTP/1.1" status: 200 len: 2747 time: 0.3256564 Nov 24 11:12:07.632831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-66c1d863-7407-4298-bacf-e73d2a87410c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:12:07.634800 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45840) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:12:07.699852 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.727711 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.772812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.777776 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-22fd14bc-114f-40c8-b0a6-2d6e568ac031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:12:07.791340 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e58ba87-bdcd-4501-bebb-2f51543d8cb8,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:12:07.794156 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:12:07.795523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:07.796638 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-8db6abbf-70f5-4dd1-b5c8-81b49a7eb3f1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9e58ba87-bdcd-4501-bebb-2f51543d8cb8 HTTP/1.1" status: 204 len: 168 time: 0.1610701 Nov 24 11:12:12.929296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:12:27.676710 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-f4ffdbbd-9b03-42a9-a2fe-8e61f6c40041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:29.223467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:29.843798 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c7d3-0c06-4764-979a-eb31a4b38a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:30.542548 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:31.430549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:32.291315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:49.930897 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:12:55.369472 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-bc058e40-438f-4308-8cb7-ad6a891116e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0739262 Nov 24 11:12:55.482955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-aaad5499-4ca3-43bb-a711-7239c32d1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:12:55.484595 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-aaad5499-4ca3-43bb-a711-7239c32d1a72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1163 time: 0.0788777 Nov 24 11:12:55.648462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-0bd5ec2e-cd21-43a4-84f6-2d31773cd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:12:55.649981 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-0bd5ec2e-cd21-43a4-84f6-2d31773cd908 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1467569 Nov 24 11:12:55.758272 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-dc198811-6393-416a-8094-45486b2e0b16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 1002 time: 0.1019180 Nov 24 11:12:55.826923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-69e7e5c4-8f6e-47b9-83a9-e573162e7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:12:55.828525 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-69e7e5c4-8f6e-47b9-83a9-e573162e7986 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0635686 Nov 24 11:12:55.906576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-6eba7edd-9af4-47cb-aa64-3346585b2d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:12:55.908072 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-6eba7edd-9af4-47cb-aa64-3346585b2d86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735242 Nov 24 11:12:56.049162 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-7ef99bfc-38d3-4095-a967-46c7e49a9999 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346519 Nov 24 11:12:56.191218 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-5f364136-6f0a-460c-b6c8-00fe05fc3ebb req-151de2e3-5f2b-4115-9a43-6d6e64d469b4 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1355314 Nov 24 11:12:57.680037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-c2c8413c-dbf2-4d3f-a6a1-90886566b341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:59.233229 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:12:59.846010 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-30c79211-0e72-443d-b39a-bcbf360d765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:00.546708 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:01.422480 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:02.293424 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:19.983746 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-f83f7a0c-98da-43be-a0c5-2004d552a682 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips/8a02a88d-a161-4195-8519-3367bf9b98f8 HTTP/1.1" status: 200 len: 999 time: 0.3087857 Nov 24 11:13:20.141299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-44e82595-7d34-4e15-8433-05d9b306d8cc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:20.142778 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-44e82595-7d34-4e15-8433-05d9b306d8cc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1531191 Nov 24 11:13:20.252173 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-b2320462-5138-4a2b-b3db-b354cbe8add4 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.154 HTTP/1.1" status: 200 len: 1002 time: 0.1028070 Nov 24 11:13:20.330324 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-c3850a99-3c4c-407e-99a6-c2d63fdabb0c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:20.331814 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-c3850a99-3c4c-407e-99a6-c2d63fdabb0c tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports/733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 943 time: 0.0734017 Nov 24 11:13:20.518880 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-71bfdfe5-308f-4003-94ca-794f05db1487 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.154 HTTP/1.1" status: 200 len: 1002 time: 0.1038587 Nov 24 11:13:20.940955 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Deleting port b9418685-4cc1-400d-b295-14b2c980220d {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:20.941254 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:21.118141 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:21.118731 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:21.242764 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Calling delete_port for b9418685-4cc1-400d-b295-14b2c980220d owned by network:floatingip {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:21.395315 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:21.410587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-53adedb8-f290-408f-a0b4-f0750aa3882c tempest-AttachVolumeTestJSON-1080537600 tempest-AttachVolumeTestJSON-1080537600] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:21.507933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'Port': ['ID=b9418685-4cc1-400d-b295-14b2c980220d,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:21.524592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.525022 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.525442 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.525856 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.526265 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.526674 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.527081 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.527487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.527937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.528364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.528774 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.529178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.529651 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.530054 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.530456 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.530876 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.531281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.531684 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.532124 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.532551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.532952 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.533352 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.533761 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.534159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80316) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:21.539115 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:21.653804 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:21.654189 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Floating IP 8a02a88d-a161-4195-8519-3367bf9b98f8 disassociated (deleted). External IP: 172.27.1.154, port: 733e4db5-4c36-4829-b81e-9164f3df798e. Nov 24 11:13:22.062724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:13:22.274401 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:13:22.285257 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:13:22.299016 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:22.299780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:22.300623 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:22.358532 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-61e557a1-7ae0-454a-b331-588fe59be841 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "DELETE /v2.0/floatingips/8a02a88d-a161-4195-8519-3367bf9b98f8 HTTP/1.1" status: 204 len: 173 time: 1.8337412 Nov 24 11:13:22.359100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e'}] {{(pid=80316) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:13:22.419363 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e', 'status': 'completed', 'code': 200} Nov 24 11:13:22.501314 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:22.531551 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-161f3f28-1868-4f44-b0e4-0fbaf0b62d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.533312 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-161f3f28-1868-4f44-b0e4-0fbaf0b62d40 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1163 time: 0.1601748 Nov 24 11:13:22.546147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-e16f0d17-109a-4bcb-ac9e-3f6b878bf800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.547815 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-e16f0d17-109a-4bcb-ac9e-3f6b878bf800 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 1163 time: 0.0834861 Nov 24 11:13:22.684630 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-7602adc2-4c7e-4906-9ca8-1aace649058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.686249 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-7602adc2-4c7e-4906-9ca8-1aace649058b service neutron] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1452796 Nov 24 11:13:22.697152 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-2d620619-048c-4217-9f5d-a2800d7eef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.699399 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-2d620619-048c-4217-9f5d-a2800d7eef49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.1451769 Nov 24 11:13:22.758536 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-a3ef06e7-964d-4038-acd8-747e2091ccb7 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 217 time: 0.0651839 Nov 24 11:13:22.774846 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-7fb35748-b269-4246-9ef1-b7dcebc6c950 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 200 len: 217 time: 0.0684595 Nov 24 11:13:22.832375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-23e28fb1-6072-4d5d-8633-a84f24c7e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.834207 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-23e28fb1-6072-4d5d-8633-a84f24c7e40c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0691819 Nov 24 11:13:22.843778 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-312f7553-0faa-46b2-b228-6dec4a0ba4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.845399 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-312f7553-0faa-46b2-b228-6dec4a0ba4a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.0645051 Nov 24 11:13:22.884189 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:35Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:22.888580 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:13:22.900194 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:22.900900 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:00Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:22.916880 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-4297984e-cc02-4d96-8bec-d8870d1eb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.919148 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-4297984e-cc02-4d96-8bec-d8870d1eb56a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765533 Nov 24 11:13:22.927861 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-473ad521-032a-41a1-819f-1a9ea0953a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:22.929538 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-473ad521-032a-41a1-819f-1a9ea0953a8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776744 Nov 24 11:13:23.075298 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-8a569c38-6b77-4fda-8fcf-c1fb431c90f2 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476460 Nov 24 11:13:23.081216 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-a8877329-6a22-46d9-819a-bc1bf4974254 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452258 Nov 24 11:13:23.223935 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-12c3e498-d50c-43d1-8cd7-c15832ac6178 req-2cb97e8d-d621-45b9-9ba0-a55775f2f296 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409805 Nov 24 11:13:23.229952 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-13c031fb-11cd-493c-b292-7e093b1ec1e2 req-67bbbe2c-3ebb-413a-9ec9-65d83c06f1f5 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423531 Nov 24 11:13:23.256942 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:23.628368 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:35Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:23.633443 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8dc549-8de3-43ef-be66-a40865e93898 None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_floatingips': [{'id': '41a8130e-d421-4ce7-8ca3-84dd09a8e91a', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'router_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'port_id': '5242d2b2-f160-4223-829c-1e1b980bf037', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'mac_address': 'fa:16:3e:42:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-24T11:08:29Z', 'updated_at': '2020-11-24T11:08:35Z', 'revision_number': 2, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:13:23.681605 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63176645-b91a-4403-9b4f-e6b95e74c96a req-b80e00ae-8704-48dc-92ad-0f9243102e99 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:23.682363 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-63176645-b91a-4403-9b4f-e6b95e74c96a req-b80e00ae-8704-48dc-92ad-0f9243102e99 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80316) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:13:23.697386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-63176645-b91a-4403-9b4f-e6b95e74c96a req-b80e00ae-8704-48dc-92ad-0f9243102e99 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80316) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:13:23.698673 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63176645-b91a-4403-9b4f-e6b95e74c96a req-b80e00ae-8704-48dc-92ad-0f9243102e99 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 946 time: 0.1129680 Nov 24 11:13:23.751306 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-63176645-b91a-4403-9b4f-e6b95e74c96a req-1317b38a-c8b8-446a-b7d5-a09415d6cfac tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0459981 Nov 24 11:13:24.058291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5ab004-7f4c-484b-bd38-c797af68afd1 None None] New status for floating IP 8a02a88d-a161-4195-8519-3367bf9b98f8: DOWN {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:13:24.968586 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e6e8-3707-485f-8832-9ae758ac4602 req-f4dcbc9f-c6dc-4d85-a966-d3e9e5048493 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:24.970201 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c0f9e6e8-3707-485f-8832-9ae758ac4602 req-f4dcbc9f-c6dc-4d85-a966-d3e9e5048493 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 946 time: 0.0896831 Nov 24 11:13:25.018337 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-c0f9e6e8-3707-485f-8832-9ae758ac4602 req-b1abb705-e2a8-425a-a461-98494979cff0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0417953 Nov 24 11:13:25.436601 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 733e4db5-4c36-4829-b81e-9164f3df798e no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:13:25.554369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:25.582059 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:13:25.592250 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 733e4db5-4c36-4829-b81e-9164f3df798e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=733e4db5-4c36-4829-b81e-9164f3df798e,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:25.595118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:25.597008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-87fc537f-cceb-4912-8617-3f9e3b2b3635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:25.667985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=733e4db5-4c36-4829-b81e-9164f3df798e,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:25.678397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.678795 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.679184 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.679567 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.679944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.680367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.680749 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.681122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.681500 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.681874 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.682245 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.682612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.683055 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.683421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.683790 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.684724 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.685093 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.685462 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.685830 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.686195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.686570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.686932 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.687299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.687665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80318) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:25.692240 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:25.739377 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e', 'code': 200} Nov 24 11:13:26.229099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d9f21-5180-48d1-b8fe-a728650b2b4d req-00861988-706b-46e2-9846-111684ec73fa tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:26.230749 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-092d9f21-5180-48d1-b8fe-a728650b2b4d req-00861988-706b-46e2-9846-111684ec73fa tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0831501 Nov 24 11:13:26.283708 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-092d9f21-5180-48d1-b8fe-a728650b2b4d req-8539beae-b994-4517-a084-6f8ab579afcc tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0468085 Nov 24 11:13:26.932126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:13:27.493847 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc1377-463b-4563-ad7e-8653ac452d36 req-a2bc74ed-7960-4222-8432-500093981432 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:27.495683 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-94fc1377-463b-4563-ad7e-8653ac452d36 req-a2bc74ed-7960-4222-8432-500093981432 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0829899 Nov 24 11:13:27.542552 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-94fc1377-463b-4563-ad7e-8653ac452d36 req-861d9c12-dcb3-4971-b490-f51213f51a96 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0405035 Nov 24 11:13:27.681747 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-260d9654-8145-426c-beb6-a8d3bd804f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:28.752506 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe6269-5638-4eb8-bf3c-73c3d1899801 req-ac889329-3f2a-4e08-80fb-de4a656d7256 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:28.754123 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1dfe6269-5638-4eb8-bf3c-73c3d1899801 req-ac889329-3f2a-4e08-80fb-de4a656d7256 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0831187 Nov 24 11:13:28.802749 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1dfe6269-5638-4eb8-bf3c-73c3d1899801 req-a4f3cb8e-8a18-45ef-8493-7ba177a8300d tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0424573 Nov 24 11:13:29.235736 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:29.846753 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-eba673d6-57c3-4624-a679-ec6b11c5e2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:30.016784 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e8fb1-a191-49cb-a6f5-19b8b960b432 req-7558061d-0653-4db4-82ec-f5eab8ce3d1b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80316) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:30.018364 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-743e8fb1-a191-49cb-a6f5-19b8b960b432 req-7558061d-0653-4db4-82ec-f5eab8ce3d1b tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0855029 Nov 24 11:13:30.066104 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-743e8fb1-a191-49cb-a6f5-19b8b960b432 req-b1b55ae7-51fa-4d21-a504-a4b0dd95f2a7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0410953 Nov 24 11:13:30.552875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:30.738418 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-3dfacee6-b28d-4d27-875e-93c13bb6d9d0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:30.739976 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-3dfacee6-b28d-4d27-875e-93c13bb6d9d0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.0854194 Nov 24 11:13:30.812634 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Deleting port 733e4db5-4c36-4829-b81e-9164f3df798e {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:30.812970 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:31.065726 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] For port 733e4db5-4c36-4829-b81e-9164f3df798e, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=733e4db5-4c36-4829-b81e-9164f3df798e,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:31.066281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:31.194523 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Calling delete_port for 733e4db5-4c36-4829-b81e-9164f3df798e owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:31.390527 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504b64a-82fd-42fb-ad68-476db1f6f87b req-27b2ee30-8385-4d2b-aa83-de5763a0f40f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:31.392082 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1504b64a-82fd-42fb-ad68-476db1f6f87b req-27b2ee30-8385-4d2b-aa83-de5763a0f40f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 944 time: 0.1698139 Nov 24 11:13:31.424730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:31.441868 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:31.459335 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-836c3b26-7f7f-4b5c-b674-ddb18e4ad463 tempest-AttachVolumeShelveTestJSON-1383654090 tempest-AttachVolumeShelveTestJSON-1383654090] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:31.569912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'Port': ['ID=733e4db5-4c36-4829-b81e-9164f3df798e,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:31.576601 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1504b64a-82fd-42fb-ad68-476db1f6f87b req-6b48772b-38f1-4b28-8921-1bcb5564fbcd tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.1765077 Nov 24 11:13:31.590450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.590887 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.591313 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.591730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.592147 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.592607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.593024 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.593432 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.593844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.594217 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.594629 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.595032 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763774-1-iscsi {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.595509 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.595914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.596342 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.596766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.597177 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.597578 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.597985 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.598395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.598797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.599214 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.599622 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.600027 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76377 {{(pid=80317) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 24 11:13:31.605191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:31.691604 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] No DVR routers for this DVR port 733e4db5-4c36-4829-b81e-9164f3df798e on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:13:31.695564 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:31.697130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'name': 'network-vif-deleted', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:13:31.718182 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-b158d770-15cf-4dc0-90c7-504693cb1c12 req-25582338-5131-4a16-98fb-6daf0b1dfbfe tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "DELETE /v2.0/ports/733e4db5-4c36-4829-b81e-9164f3df798e HTTP/1.1" status: 204 len: 173 time: 0.9725053 Nov 24 11:13:31.848788 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67e250a-41bd-47a3-b561-7958578330de', 'name': 'network-vif-deleted', 'tag': '733e4db5-4c36-4829-b81e-9164f3df798e', 'status': 'completed', 'code': 200} Nov 24 11:13:32.296299 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:32.767639 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-75658490-e110-4389-b998-2692cb9096db req-bd84bbe3-33d0-4a1c-935c-294f988aeac5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:13:32.781965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-75658490-e110-4389-b998-2692cb9096db req-bd84bbe3-33d0-4a1c-935c-294f988aeac5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:13:32.783231 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-75658490-e110-4389-b998-2692cb9096db req-bd84bbe3-33d0-4a1c-935c-294f988aeac5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=e67e250a-41bd-47a3-b561-7958578330de HTTP/1.1" status: 200 len: 210 time: 0.0616312 Nov 24 11:13:36.438365 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-04a5a5fb-02a2-4cd7-991d-f636535cf024 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips/41a8130e-d421-4ce7-8ca3-84dd09a8e91a HTTP/1.1" status: 200 len: 998 time: 0.1109335 Nov 24 11:13:36.816730 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-9c1112eb-af75-4b75-a651-407d3b56e485 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:36.818209 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-9c1112eb-af75-4b75-a651-407d3b56e485 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.3738813 Nov 24 11:13:36.828882 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-d3f80255-2d43-49a7-8af9-b92a5301bdac tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=80317) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 24 11:13:36.829909 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-d3f80255-2d43-49a7-8af9-b92a5301bdac tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0058086 Nov 24 11:13:36.938380 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-ab3fe824-2de1-4f98-baf0-6df254e27ef5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.178 HTTP/1.1" status: 200 len: 1001 time: 0.1023290 Nov 24 11:13:37.013699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-52af95f4-5dcb-4e8b-a723-27b8fea4f5fa tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:37.015108 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-52af95f4-5dcb-4e8b-a723-27b8fea4f5fa tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports/5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 942 time: 0.0709770 Nov 24 11:13:37.196327 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-b12da16d-129a-4400-ac00-cc331fcd24db tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.178 HTTP/1.1" status: 200 len: 1001 time: 0.1016636 Nov 24 11:13:37.413057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Deleting port 334bb9bf-01df-4e99-93c8-8bc305efcf3a {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:37.413366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:37.588466 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:37.589039 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:37.714493 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Calling delete_port for 334bb9bf-01df-4e99-93c8-8bc305efcf3a owned by network:floatingip {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:37.866327 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:37.882354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-61bec3c4-5222-4fbf-815c-ce3d1e186963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:37.980883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'Port': ['ID=334bb9bf-01df-4e99-93c8-8bc305efcf3a,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:37.984844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:38.102336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:38.102710 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.db.l3_db [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Floating IP 41a8130e-d421-4ce7-8ca3-84dd09a8e91a disassociated (deleted). External IP: 172.27.1.178, port: 5242d2b2-f160-4223-829c-1e1b980bf037. Nov 24 11:13:38.508383 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80317) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:13:38.712260 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80317) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:13:38.722436 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:13:38.736339 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:38.737018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:38.737423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:38.797379 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "DELETE /v2.0/floatingips/41a8130e-d421-4ce7-8ca3-84dd09a8e91a HTTP/1.1" status: 204 len: 173 time: 1.5951025 Nov 24 11:13:38.797929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:13:38.856388 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037', 'status': 'completed', 'code': 200} Nov 24 11:13:38.889357 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-994e4ac4-1e73-4547-b87a-28b2c0be8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:38.891049 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-994e4ac4-1e73-4547-b87a-28b2c0be8f76 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.0799463 Nov 24 11:13:38.927964 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:39.098611 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-ebbdb0f6-ce68-4278-8a03-63f0abda2353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:39.100139 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-ebbdb0f6-ce68-4278-8a03-63f0abda2353 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 1162 time: 0.1800060 Nov 24 11:13:39.102587 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-fccf17a4-a99d-4dbe-b8eb-3c7533474790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:39.104061 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-fccf17a4-a99d-4dbe-b8eb-3c7533474790 service neutron] 10.222.0.27 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.2060177 Nov 24 11:13:39.256696 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-c84751f6-0230-4d09-9471-ab46336846f8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 217 time: 0.1274042 Nov 24 11:13:39.259889 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:39.264735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:13:39.276143 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:39.276850 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:39.364652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-1d3a5809-3bf1-4c7d-bc7a-aa893a8b743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:39.366205 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-1d3a5809-3bf1-4c7d-bc7a-aa893a8b743b service neutron] 10.222.0.57 "GET /v2.0/networks?id=08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 200 len: 906 time: 0.2590203 Nov 24 11:13:39.371916 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-043e6275-c4b1-4680-8f7d-e29fc422b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:39.373490 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-043e6275-c4b1-4680-8f7d-e29fc422b834 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.1029546 Nov 24 11:13:39.467812 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:39.485730 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-1729a23a-71f7-42f8-a39d-4d0c13db1a0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 200 len: 217 time: 0.1112108 Nov 24 11:13:39.809472 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-cb6e309f-250a-4836-bf3f-29bc744f9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:39.811140 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-cb6e309f-250a-4836-bf3f-29bc744f9233 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3843932 Nov 24 11:13:39.812637 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-bab078d7-2bb6-48bb-a213-3a6fe2cad5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:39.814094 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-bab078d7-2bb6-48bb-a213-3a6fe2cad5d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 200 len: 851 time: 0.3209176 Nov 24 11:13:39.815354 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:39.819640 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5acae5f-00b4-4bca-8b06-fbb66cece4e9 None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:04:11Z', 'revision_number': 4, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi', '_interfaces': [{'id': 'cc65c1f8-848d-4cf7-945f-e9a141486d13', 'name': '', 'network_id': '08d136f3-304f-4f81-868a-41bf3021bdf9', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'mac_address': 'fa:16:3e:fa:c7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:10Z', 'updated_at': '2020-11-24T11:04:20Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'subnets': [{'id': '9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:13:40.022521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-a78f62d5-46df-4ed6-b0ac-1ef2c7f89c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:40.024149 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-a78f62d5-46df-4ed6-b0ac-1ef2c7f89c9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08d136f3-304f-4f81-868a-41bf3021bdf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1835437 Nov 24 11:13:40.028092 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-39631eea-bc99-4847-b2ae-448b4901fa82 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095621 Nov 24 11:13:40.194174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bb1b07-6549-40ff-98cb-58f6d4574885 None None] New status for floating IP 41a8130e-d421-4ce7-8ca3-84dd09a8e91a: DOWN {{(pid=80319) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 24 11:13:40.298667 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-dff21f73-e4d9-4465-8c19-946eca68303a service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674479 Nov 24 11:13:40.302587 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-a8787d57-2e20-43c8-84b5-3e7b2374ff01 req-42c42d3e-74b8-4b7f-bd02-9bf1c9810665 service neutron] 10.222.0.27 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2465088 Nov 24 11:13:40.451611 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-45fc50dd-6941-4bb5-87d0-f7d39eea3370 req-d8c1c646-a656-4d23-8c70-86d4776f5b04 service neutron] 10.222.0.57 "GET /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462522 Nov 24 11:13:40.732070 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad458a-fdc8-4551-b6bb-7e95b9e302a6 req-2160b9e0-01d0-459b-9a0d-445c38c9ee16 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:40.732877 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-7fad458a-fdc8-4551-b6bb-7e95b9e302a6 req-2160b9e0-01d0-459b-9a0d-445c38c9ee16 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:13:40.748836 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-7fad458a-fdc8-4551-b6bb-7e95b9e302a6 req-2160b9e0-01d0-459b-9a0d-445c38c9ee16 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:13:40.750096 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7fad458a-fdc8-4551-b6bb-7e95b9e302a6 req-2160b9e0-01d0-459b-9a0d-445c38c9ee16 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0992353 Nov 24 11:13:40.800692 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-7fad458a-fdc8-4551-b6bb-7e95b9e302a6 req-15e2fbdc-28d8-4dbd-a658-22bd23620a67 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0442188 Nov 24 11:13:41.530345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Device 5242d2b2-f160-4223-829c-1e1b980bf037 no longer exists at agent ovs-agent-hv-cinder-76377 {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:13:41.649013 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853380703'] for port, before_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:41.650888 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8df772-52b7-4530-b129-53396da76da8 req-6db6656f-9a9d-4e19-9614-e672a6abdab5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:41.653047 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d8df772-52b7-4530-b129-53396da76da8 req-6db6656f-9a9d-4e19-9614-e672a6abdab5 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 945 time: 0.0864949 Nov 24 11:13:41.677460 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037'}] {{(pid=80318) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:13:41.687875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] For port 5242d2b2-f160-4223-829c-1e1b980bf037, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5242d2b2-f160-4223-829c-1e1b980bf037,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:41.693766 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363286856806908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363286857248560', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749997527274'] for port, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:41.695649 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:41.727808 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Deleting port 5242d2b2-f160-4223-829c-1e1b980bf037 {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:41.728199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:41.740764 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037', 'code': 200} Nov 24 11:13:41.771005 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Pushing event updated for resources: {'Port': ['ID=5242d2b2-f160-4223-829c-1e1b980bf037,revision_number=5']} {{(pid=80318) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:41.774421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:42.043848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] For port 5242d2b2-f160-4223-829c-1e1b980bf037, host hv-cinder-76377, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76377',level=0,port_id=5242d2b2-f160-4223-829c-1e1b980bf037,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:42.044258 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:42.179270 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Calling delete_port for 5242d2b2-f160-4223-829c-1e1b980bf037 owned by compute:nova {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:42.232750 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeaec8-9e69-4002-8675-133a1726a920 req-d4b0bb8e-acb5-4486-b67a-9e1b0bdc28d6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:42.234383 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dcaeaec8-9e69-4002-8675-133a1726a920 req-d4b0bb8e-acb5-4486-b67a-9e1b0bdc28d6 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 943 time: 0.2991014 Nov 24 11:13:42.336003 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-dcaeaec8-9e69-4002-8675-133a1726a920 req-3e3744e5-b361-4c69-99a8-36cdec914376 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups?id=93942d3b-3629-4f02-b5f9-4b1663912d85&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0931914 Nov 24 11:13:42.373699 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:42.389286 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c231e1ba-b937-49a3-868a-1d685781be02 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:42.476370 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'Port': ['ID=5242d2b2-f160-4223-829c-1e1b980bf037,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:42.491679 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:42.590291 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] No DVR routers for this DVR port 5242d2b2-f160-4223-829c-1e1b980bf037 on host hv-cinder-76377 {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:13:42.592117 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for port, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:42.594944 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'name': 'network-vif-deleted', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037'}] {{(pid=80317) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 24 11:13:42.609985 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-9d8df772-52b7-4530-b129-53396da76da8 req-43f83246-ec6e-4f4e-8056-602958b06a86 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.57 "DELETE /v2.0/ports/5242d2b2-f160-4223-829c-1e1b980bf037 HTTP/1.1" status: 204 len: 173 time: 0.9509330 Nov 24 11:13:42.654444 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2a416c-ca45-4ef4-ad41-f542387239c6', 'name': 'network-vif-deleted', 'tag': '5242d2b2-f160-4223-829c-1e1b980bf037', 'status': 'completed', 'code': 200} Nov 24 11:13:43.530296 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-1ec5ca43-6cfb-4bb1-8964-9b8c22f4c725 req-4f9531c6-cc8f-49a6-83be-8a6f5464871f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:13:43.545090 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-1ec5ca43-6cfb-4bb1-8964-9b8c22f4c725 req-4f9531c6-cc8f-49a6-83be-8a6f5464871f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:port {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:13:43.546320 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-1ec5ca43-6cfb-4bb1-8964-9b8c22f4c725 req-4f9531c6-cc8f-49a6-83be-8a6f5464871f tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/ports?device_id=6f2a416c-ca45-4ef4-ad41-f542387239c6 HTTP/1.1" status: 200 len: 210 time: 0.0657947 Nov 24 11:13:44.770081 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec829695-2a64-423f-8a08-58ef493579f5 req-130a3466-7b44-4572-84d1-025cbdf38129 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips/9c930e64-2dfd-44d5-8b05-762c28a0225e HTTP/1.1" status: 200 len: 692 time: 0.0873556 Nov 24 11:13:44.931061 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec829695-2a64-423f-8a08-58ef493579f5 req-2e50a845-2952-49d3-9ae7-50835daea3e7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80317) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 24 11:13:44.932515 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec829695-2a64-423f-8a08-58ef493579f5 req-2e50a845-2952-49d3-9ae7-50835daea3e7 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/networks/8147b1d5-f5a5-47aa-996a-e9dc25af002b HTTP/1.1" status: 200 len: 784 time: 0.1566434 Nov 24 11:13:45.018441 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-ec829695-2a64-423f-8a08-58ef493579f5 req-b33932e3-f35b-46fd-bd13-106b42dd1531 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Synchronizing usage tracker for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80317) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 24 11:13:45.033732 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.quota.resource [req-ec829695-2a64-423f-8a08-58ef493579f5 req-b33932e3-f35b-46fd-bd13-106b42dd1531 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Unset dirty status for tenant:61b4acb54dec4e22ad97adaaa38d7930 on resource:floatingip {{(pid=80317) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 24 11:13:45.034985 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec829695-2a64-423f-8a08-58ef493579f5 req-b33932e3-f35b-46fd-bd13-106b42dd1531 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0960352 Nov 24 11:13:45.117931 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec829695-2a64-423f-8a08-58ef493579f5 req-706d5db8-0419-485c-8651-cada2e1998b8 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.27.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0763869 Nov 24 11:13:45.284788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Deleting port c7c90023-6963-44f7-9f1d-7034f99fe36a {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:45.285179 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:45.685444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:45.685703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:45.819349 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Calling delete_port for c7c90023-6963-44f7-9f1d-7034f99fe36a owned by network:floatingip {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:45.957169 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:45.972453 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-992a2d69-5e9e-421b-adf8-2827f4c70f2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:46.070364 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'Port': ['ID=c7c90023-6963-44f7-9f1d-7034f99fe36a,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:46.074697 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:46.194486 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for floatingip, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:46.217295 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2832'] for floatingip, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:46.218492 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-ec829695-2a64-423f-8a08-58ef493579f5 req-50f2f0b5-e421-4fef-8545-e55c2d6e1a94 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "DELETE /v2.0/floatingips/9c930e64-2dfd-44d5-8b05-762c28a0225e HTTP/1.1" status: 204 len: 173 time: 1.0946169 Nov 24 11:13:47.696299 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e9470ceb-df67-483a-a05f-5177d4eaffd8 req-27564568-6780-4e41-b8f5-559e3d82a1e0 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "GET /v2.0/security-groups/93942d3b-3629-4f02-b5f9-4b1663912d85 HTTP/1.1" status: 200 len: 2751 time: 0.0504446 Nov 24 11:13:47.768827 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e9470ceb-df67-483a-a05f-5177d4eaffd8 req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:47.797126 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e9470ceb-df67-483a-a05f-5177d4eaffd8 req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:47.848692 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e9470ceb-df67-483a-a05f-5177d4eaffd8 req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:47.853933 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-47528593-f82f-4229-8e7a-fe79d31eaf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:47.870652 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Pushing event deleted for resources: {'SecurityGroup': ['ID=93942d3b-3629-4f02-b5f9-4b1663912d85,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:47.876810 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:47.878788 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [req-e9470ceb-df67-483a-a05f-5177d4eaffd8 req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] Notify callbacks [] for security_group, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:47.879985 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [req-e9470ceb-df67-483a-a05f-5177d4eaffd8 req-dc887ff8-3ce5-4770-953b-40ab5d7d5237 tempest-TestVolumeBootPattern-460025972 tempest-TestVolumeBootPattern-460025972] 10.222.0.27 "DELETE /v2.0/security-groups/93942d3b-3629-4f02-b5f9-4b1663912d85 HTTP/1.1" status: 204 len: 173 time: 0.1768715 Nov 24 11:13:47.959304 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45940) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:13:48.721844 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:49.340585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Deleting port cc65c1f8-848d-4cf7-945f-e9a141486d13 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:49.341020 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:49.522581 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] For port cc65c1f8-848d-4cf7-945f-e9a141486d13, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=cc65c1f8-848d-4cf7-945f-e9a141486d13,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:49.522987 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:49.649546 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Calling delete_port for cc65c1f8-848d-4cf7-945f-e9a141486d13 owned by network:router_interface {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:49.828632 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:49.844431 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-3a713f82-2da9-489b-8e1c-fbb80a3f4564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:49.941397 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc65c1f8-848d-4cf7-945f-e9a141486d13,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:49.944292 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:50.268980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:50.990375 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:13:51.196274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:13:51.206076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] Sync routers for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:13:51.208887 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-23f23112-8e46-43e3-be8a-226b38a5a664 admin admin] 10.222.0.27 "PUT /v2.0/routers/936b8540-28dc-44d9-bb0b-f7e8d4b30f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2484400 Nov 24 11:13:51.211576 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45946) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:13:51.218686 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:51.219365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:51.415848 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:51.656386 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks [] for router, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:51.874191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:51.883058 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Deleting port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:51.883673 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:51.890239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:13:49Z', 'revision_number': 5, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port': {'id': 'ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:81:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:08Z', 'updated_at': '2020-11-24T11:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:51.894514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] Checking router: 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 for host: dv-cinder-763774-1-iscsi {{(pid=80318) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:13:51.907220 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] Routers {'936b8540-28dc-44d9-bb0b-f7e8d4b30f08'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80318) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:51.907841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'], 'active': True} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:52.069663 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] Set router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 gateway port host: None {{(pid=80318) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:52.070255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] For port ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:52.070255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:52.182098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:13:51Z', 'revision_number': 6, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port_host': None}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:52.186628 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de159ae-a20d-4a93-972f-ee25271a2c3d None None] The sync data for ids ['936b8540-28dc-44d9-bb0b-f7e8d4b30f08'] in dv-cinder-763774-1-iscsi is: [{'id': '936b8540-28dc-44d9-bb0b-f7e8d4b30f08', 'name': 'tempest-TestVolumeBootPattern-1802054335-router', 'tenant_id': '61b4acb54dec4e22ad97adaaa38d7930', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:07Z', 'updated_at': '2020-11-24T11:13:51Z', 'revision_number': 6, 'project_id': '61b4acb54dec4e22ad97adaaa38d7930', 'gw_port_host': None}] {{(pid=80318) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:13:52.201008 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Calling delete_port for ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f owned by network:router_gateway {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:52.377607 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:52.380507 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device cc65c1f8-848d-4cf7-945f-e9a141486d13 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:13:52.393780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6ff5ae33-4dcd-40e1-9b6d-a0ae01f8d276 tempest-TestShelveInstance-465703250 tempest-TestShelveInstance-465703250] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:52.414230 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: cc65c1f8-848d-4cf7-945f-e9a141486d13 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:13:52.414633 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device cc65c1f8-848d-4cf7-945f-e9a141486d13 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:13:52.492037 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:52.497151 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:52.755937 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.022588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.027398 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.055449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.056003 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 936b8540-28dc-44d9-bb0b-f7e8d4b30f08 {{(pid=80316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:13:53.069051 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.070310 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-856844f4-cf68-48b6-9cc0-b1c1de3af633 admin admin] 10.222.0.27 "DELETE /v2.0/routers/936b8540-28dc-44d9-bb0b-f7e8d4b30f08 HTTP/1.1" status: 204 len: 168 time: 1.8577247 Nov 24 11:13:53.073014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45950) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:13:53.143961 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Deleting subnet 9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e {{(pid=80316) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:13:53.147181 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.199376 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15593782'] for subnet, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.281014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.543167 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15644887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15030138'] for subnet, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.559479 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-01797f55-1d69-45bf-b45b-0dd2d039ef66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:53.655012 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:53.659545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:53.693857 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.699769 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2893d3-0279-4417-8960-3196261fb9f7 None None] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:13:53.700849 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-97e37d18-ddb5-4854-95b0-f7dddf3a2e65 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9a2734f1-c6f9-45e9-88de-4c3d2e3d0b9e HTTP/1.1" status: 204 len: 168 time: 0.6268005 Nov 24 11:13:53.703467 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45954) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:13:53.820914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.891919 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Deleting port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:53.892323 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:53.963892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] DHCP port deletion for 08d136f3-304f-4f81-868a-41bf3021bdf9 request from dv-cinder-763774-1-iscsi {{(pid=80318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 11:13:53.968163 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Deleting port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:53.968614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.105751 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] For port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:54.106319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.178621 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] For port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,segment=NetworkSegment(56893021-73b2-4545-b8b0-60b63f3ec039),segment_id=56893021-73b2-4545-b8b0-60b63f3ec039)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:54.179166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.231610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Calling delete_port for 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f owned by network:dhcp {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:54.309526 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.312602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Calling delete_port for 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f owned by network:dhcp {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:54.322553 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:54.384444 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:13:54.384863 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:13:54.412519 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:54.420125 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:54.423904 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:13:54.457570 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:13:54.457973 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device ea2eb9e7-f403-4655-ac0e-b9fdf6ba9e7f not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:13:54.458449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:13:54.466332 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] No DVR routers for this DVR port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f on host dv-cinder-763774-1-iscsi {{(pid=80316) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:13:54.496715 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:13:54.497109 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:13:54.809791 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.885841 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Deleting port 3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:54.886274 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.922879 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d136f3-304f-4f81-868a-41bf3021bdf9']}} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:54.936365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56893021-73b2-4545-b8b0-60b63f3ec039') {'for_net_delete': True} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:54.936717 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56893021-73b2-4545-b8b0-60b63f3ec039') {} {{(pid=80316) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:54.949028 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839182017'] for segment, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.952450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-78b3999c-77aa-4517-9bcd-a89f22fcf81c None None] The port '3b7dd4a9-6a8e-45f6-b30c-51050e3ea34f' was deleted {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 24 11:13:54.967248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:54.969336 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80316) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:13:55.151723 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:13:55.161346 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15644796'] for segment, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:55.341412 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Network 08d136f3-304f-4f81-868a-41bf3021bdf9 has no segments {{(pid=80316) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:13:55.365209 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:13:55.444076 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:55.448599 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:55.451693 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-c0e59e14-8136-4c37-be14-053b063eae93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:55.475110 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=08d136f3-304f-4f81-868a-41bf3021bdf9,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:55.477687 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:55.488679 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5f60edbb-9034-4300-a9fb-f36731941a1d admin admin] 10.222.0.27 "DELETE /v2.0/networks/08d136f3-304f-4f81-868a-41bf3021bdf9 HTTP/1.1" status: 204 len: 168 time: 1.7841623 Nov 24 11:13:55.491720 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45958) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:13:55.905585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036838261444'] for router_interface, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:56.525780 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Deleting port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:56.526356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:56.704667 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] For port 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:56.705068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:56.832130 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Calling delete_port for 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 owned by network:router_interface {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:57.007571 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:57.023233 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-e427f51a-d294-47f2-9b87-abc533453955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:57.120202 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Pushing event deleted for resources: {'Port': ['ID=9507e9be-9e73-4dc1-8604-9d5f09fe0ea0,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:57.124631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:57.446195 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15513159', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16511096'] for router_interface, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:57.684504 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d9f66437-d427-4a97-9ad7-5ac1beb00f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:58.398843 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Router fd64f681-2e6d-4e79-b207-f7b2646c9769 has already been hosted by L3 agent 9c7d34df-2db8-48d3-93bf-bb415f127563 {{(pid=80316) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 24 11:13:58.606921 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] Notify agent at l3_agent.dv-cinder-763774-1-iscsi the message routers_updated {{(pid=80316) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 24 11:13:58.615588 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] Sync routers for ids ['fd64f681-2e6d-4e79-b207-f7b2646c9769'] in dv-cinder-763774-1-iscsi {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 24 11:13:58.616084 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-52a85042-ec78-4f0a-b1e9-9c781a4bc92e admin admin] 10.222.0.27 "PUT /v2.0/routers/fd64f681-2e6d-4e79-b207-f7b2646c9769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1232412 Nov 24 11:13:58.618835 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80316) accepted ('10.222.0.27', 45962) {{(pid=80316) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:13:58.629170 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] Routers {'fd64f681-2e6d-4e79-b207-f7b2646c9769'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:58.629872 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fd64f681-2e6d-4e79-b207-f7b2646c9769'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:58.815998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] Set router fd64f681-2e6d-4e79-b207-f7b2646c9769 gateway port host: dv-cinder-763774-1-iscsi {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:58.826901 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks [] for router, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.032912 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.041308 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Deleting port 3cf1011c-58a0-406d-947d-db1bf3ad95fe {{(pid=80316) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:13:59.041678 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.110371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'external_fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:13:56Z', 'revision_number': 5, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port': {'id': '3cf1011c-58a0-406d-947d-db1bf3ad95fe', 'name': '', 'network_id': '8147b1d5-f5a5-47aa-996a-e9dc25af002b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:9d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763774-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde3bb3-a276-40cd-a4ba-79f7a0dd7fe3', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763774-1-iscsi'}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:59.114379 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] Checking router: fd64f681-2e6d-4e79-b207-f7b2646c9769 for host: dv-cinder-763774-1-iscsi {{(pid=80319) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 24 11:13:59.126178 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] Routers {'fd64f681-2e6d-4e79-b207-f7b2646c9769'} bound to L3 agent in host dv-cinder-763774-1-iscsi {{(pid=80319) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 24 11:13:59.126821 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763774-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-24T10:47:00Z,description=,heartbeat_timestamp=2020-11-24T11:13:30Z,host='dv-cinder-763774-1-iscsi',id=9c7d34df-2db8-48d3-93bf-bb415f127563,load=0,resource_versions=,resources_synced=,started_at=2020-11-24T10:47:00Z,topic='l3_agent')) {'router_ids': ['fd64f681-2e6d-4e79-b207-f7b2646c9769'], 'active': True} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:59.225514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] For port 3cf1011c-58a0-406d-947d-db1bf3ad95fe, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=3cf1011c-58a0-406d-947d-db1bf3ad95fe,segment=NetworkSegment(f0ed386b-235a-497a-bf68-82e2b28a8415),segment_id=f0ed386b-235a-497a-bf68-82e2b28a8415)] {{(pid=80316) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:13:59.225914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.253840 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.287281 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvr_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] Set router fd64f681-2e6d-4e79-b207-f7b2646c9769 gateway port host: None {{(pid=80319) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Nov 24 11:13:59.356512 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Calling delete_port for 3cf1011c-58a0-406d-947d-db1bf3ad95fe owned by network:router_gateway {{(pid=80316) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:13:59.400940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_hamode_db [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:13:59Z', 'revision_number': 6, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port_host': None}], 'dv-cinder-763774-1-iscsi', False) {} {{(pid=80319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:13:59.405118 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad847169-bdea-41d4-980b-98406623a5f8 None None] The sync data for ids ['fd64f681-2e6d-4e79-b207-f7b2646c9769'] in dv-cinder-763774-1-iscsi is: [{'id': 'fd64f681-2e6d-4e79-b207-f7b2646c9769', 'name': 'tempest-TestVolumeBootPattern-336031271-router', 'tenant_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-24T11:04:15Z', 'updated_at': '2020-11-24T11:13:59Z', 'revision_number': 6, 'project_id': 'dbc86cac6dd24f3695fa75d48e61ee6b', 'gw_port_host': None}] {{(pid=80319) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 24 11:13:59.527285 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036839131126'] for port, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.543881 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-bd158292-3bdf-4983-8394-49db191e0bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:13:59.643050 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf1011c-58a0-406d-947d-db1bf3ad95fe,revision_number=None']} {{(pid=80316) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:13:59.645741 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80316) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:13:59.853875 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1474e4ef-c327-479c-a6d2-b28632278b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:13:59.905549 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16485383'] for router_gateway, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.392021 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16491610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854768333'] for router, precommit_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.396650 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.418939 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16488658'] for router, after_delete {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.420395 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd64f681-2e6d-4e79-b207-f7b2646c9769 {{(pid=80316) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 24 11:14:00.422201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:14:00.434026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] Notify callbacks [] for router, before_response {{(pid=80316) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.435284 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-388fc417-5f88-4e35-bdd1-d710b1edebbe admin admin] 10.222.0.27 "DELETE /v2.0/routers/fd64f681-2e6d-4e79-b207-f7b2646c9769 HTTP/1.1" status: 204 len: 168 time: 1.8152051 Nov 24 11:14:00.438201 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45966) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:14:00.468953 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:14:00.469359 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 9507e9be-9e73-4dc1-8604-9d5f09fe0ea0 not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:14:00.469846 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3cf1011c-58a0-406d-947d-db1bf3ad95fe no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:14:00.507566 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 3cf1011c-58a0-406d-947d-db1bf3ad95fe {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:14:00.507998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 3cf1011c-58a0-406d-947d-db1bf3ad95fe not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:14:00.517585 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Deleting subnet b4249585-d70b-4267-8160-304665cf26ce {{(pid=80317) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 24 11:14:00.520914 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.553048 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.578854 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15574781'] for subnet, precommit_delete_associations {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.659696 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1118377'] for subnet, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.935669 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853657439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16459342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839516423'] for subnet, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:00.957018 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:14:01.073164 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4249585-d70b-4267-8160-304665cf26ce,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:14:01.077521 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:14:01.115980 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for subnet, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.121282 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3299d62-8bb8-4dff-ad04-8b65f60b47fc None None] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 requested from dv-cinder-763774-1-iscsi {{(pid=80318) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 24 11:14:01.122431 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-40e977e8-76d6-4cb2-bae4-2710a552788f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b4249585-d70b-4267-8160-304665cf26ce HTTP/1.1" status: 204 len: 168 time: 0.6829441 Nov 24 11:14:01.125134 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45970) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:14:01.253909 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1364242'] for network, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.323085 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Deleting port 13be764d-9e26-4053-ab30-20de67147eca {{(pid=80317) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:14:01.323463 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.388104 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] DHCP port deletion for b5289ef1-f744-4c6d-b9b5-5b8489f36144 request from dv-cinder-763774-1-iscsi {{(pid=80318) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 24 11:14:01.392820 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Deleting port 13be764d-9e26-4053-ab30-20de67147eca {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:14:01.393248 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.461705 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.547122 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] For port 13be764d-9e26-4053-ab30-20de67147eca, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=13be764d-9e26-4053-ab30-20de67147eca,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80317) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:14:01.547450 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.638449 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.db [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] For port 13be764d-9e26-4053-ab30-20de67147eca, host dv-cinder-763774-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763774-1-iscsi',level=0,port_id=13be764d-9e26-4053-ab30-20de67147eca,segment=NetworkSegment(110312ee-fc0a-4609-9350-3db60aaccdc1),segment_id=110312ee-fc0a-4609-9350-3db60aaccdc1)] {{(pid=80318) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 24 11:14:01.638825 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16513439'] for port, precommit_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.677498 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Calling delete_port for 13be764d-9e26-4053-ab30-20de67147eca owned by network:dhcp {{(pid=80317) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:14:01.754960 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1395474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036823485910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749997965290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749997527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036838316397'] for port, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:01.769755 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Calling delete_port for 13be764d-9e26-4053-ab30-20de67147eca owned by network:dhcp {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 24 11:14:01.771325 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-a8e661f3-a6f2-4d98-aa4b-cf1a6594ad94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:14:01.842735 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.db.api [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80318) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 24 11:14:01.843080 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_db.api [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 24 11:14:01.879737 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Pushing event deleted for resources: {'Port': ['ID=13be764d-9e26-4053-ab30-20de67147eca,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:14:01.892099 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:14:01.941620 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] No DVR routers for this DVR port 13be764d-9e26-4053-ab30-20de67147eca on host dv-cinder-763774-1-iscsi {{(pid=80317) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 24 11:14:02.064703 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853654488', 'neutron.services.segments.db._delete_segments_for_network-8749998000072'] for network, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.185602 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5289ef1-f744-4c6d-b9b5-5b8489f36144']}} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:14:02.201831 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110312ee-fc0a-4609-9350-3db60aaccdc1') {'for_net_delete': True} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:14:02.202174 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.services.segments.db [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110312ee-fc0a-4609-9350-3db60aaccdc1') {} {{(pid=80317) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 24 11:14:02.214191 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749998004441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839201036'] for segment, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.228838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853631236'] for segment, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.231365 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80317) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 24 11:14:02.299319 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.344358 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Deleting port 13be764d-9e26-4053-ab30-20de67147eca {{(pid=80318) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 24 11:14:02.344797 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363286856818087'] for port, before_delete {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.411959 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:14:02.418157 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-dc3ed493-4209-4bea-b5f7-259a3c830391 None None] The port '13be764d-9e26-4053-ab30-20de67147eca' was deleted {{(pid=80318) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 24 11:14:02.421892 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 13be764d-9e26-4053-ab30-20de67147eca no longer exists at agent ovs-agent-dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 24 11:14:02.422166 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1144516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16459493'] for segment, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.456075 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.plugin [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] No Port match for: 13be764d-9e26-4053-ab30-20de67147eca {{(pid=80318) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 24 11:14:02.456545 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.rpc [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Device 13be764d-9e26-4053-ab30-20de67147eca not bound to the agent host dv-cinder-763774-1-iscsi {{(pid=80318) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 24 11:14:02.605455 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.plugins.ml2.managers [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Network b5289ef1-f744-4c6d-b9b5-5b8489f36144 has no segments {{(pid=80317) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: Traceback (most recent call last): Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: timer() Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: cb(*args, **kw) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: return func(*args, **kwargs) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: self._notify() Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: self.callback(batched_events) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: event.method(event) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: segment_id)['aggregates'][0] Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: return f(self, *a, **k) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: return self._get(url).json() Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: **kwargs) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: return self.request(url, 'GET', **kwargs) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: **endpoint_filter) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 11:14:02.628111 dv-cinder-763774-1-iscsi neutron-server[80207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 11:14:02.709082 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853655586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036839262642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838290336'] for network, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.712658 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:14:02.726965 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036839262595'] for network, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:02.739367 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5289ef1-f744-4c6d-b9b5-5b8489f36144,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:14:02.743477 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] 10.222.0.27 "DELETE /v2.0/networks/b5289ef1-f744-4c6d-b9b5-5b8489f36144 HTTP/1.1" status: 204 len: 168 time: 1.6162806 Nov 24 11:14:02.743477 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-779ce829-dad0-4d33-88a5-e6c013a0113d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:14:02.884133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45976) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:14:02.937432 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-5e1352ef-4d1a-463c-886e-bec4a8cfaa87 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61b4acb54dec4e22ad97adaaa38d7930&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0520048 Nov 24 11:14:02.939871 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45980) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:14:03.001321 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.028608 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.073144 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.078671 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-0024e79f-ee3c-449b-8a05-603399079a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:14:03.093421 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a21a9f-8e22-45fd-b310-84968e172b07,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:14:03.097276 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:14:03.100610 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.101840 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-6f81ba08-c8dd-425e-8b7b-6ef87b7c7dab admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/86a21a9f-8e22-45fd-b310-84968e172b07 HTTP/1.1" status: 204 len: 168 time: 0.1609793 Nov 24 11:14:03.504598 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45988) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:14:03.561241 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-4bae2056-860f-4919-95c9-c9bd9259e1a8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dbc86cac6dd24f3695fa75d48e61ee6b&name=default HTTP/1.1" status: 200 len: 2747 time: 0.0548196 Nov 24 11:14:03.563239 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [-] (80317) accepted ('10.222.0.27', 45992) {{(pid=80317) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 24 11:14:03.625781 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.652514 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.698890 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036838391716'] for security_group, after_delete {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.704062 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2bd3623b-9328-4888-9f54-8e1fdfa2662a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 24 11:14:03.717232 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaad922-4663-4d9e-94e3-e81769d6176b,revision_number=None']} {{(pid=80317) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 24 11:14:03.719948 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG oslo_concurrency.lockutils [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80317) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 24 11:14:03.724113 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80317) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:03.725569 dv-cinder-763774-1-iscsi neutron-server[80207]: INFO neutron.wsgi [None req-2a16ce4e-6462-4a85-bd1c-f04307fb32a5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/edaad922-4663-4d9e-94e3-e81769d6176b HTTP/1.1" status: 204 len: 168 time: 0.1613660 Nov 24 11:14:03.936853 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:14:27.690247 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2552b4de-7b71-4c3d-8cd3-fa5f4bad50e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:29.249823 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:29.846231 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2908bd43-c309-40df-b4ea-96cfc18a8a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:30.553614 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:31.423647 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:32.301534 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:40.934215 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:14:57.692100 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-40eae25b-0c65-45e6-b47e-23921d77fb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:59.255133 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:14:59.847754 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-6be71de2-234c-4913-8684-d8d1db39c8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:00.557487 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:01.424811 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:02.304259 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:02.537838 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.wsgi [req-cf82454a-82e3-48fb-9d1e-2347e0391377 req-1836b1e2-f9c3-4f47-8707-801fda533b64 service neutron] (80316) timed out ('10.222.0.57', 61936) {{(pid=80316) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 24 11:15:17.934742 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:15:27.694084 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ad555671-e2e5-4d93-986d-a26261831ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:29.247356 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:29.848940 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-ce7ebf8b-b99c-4bb3-83af-bbefe56df21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:30.559182 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:31.427317 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:32.305643 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:54.935552 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:15:57.695074 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a5d1d511-49d1-4183-a526-d2885c089488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:59.270306 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:15:59.849631 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-41c72692-a1bd-4cfd-bd00-a38cf371febd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:00.562136 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:01.429206 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:02.309132 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:27.696369 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-5bdfedb0-9100-4ef8-9aa6-fa1e3f69ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:29.281159 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:29.849998 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-67ea198c-e1d9-4897-a724-785ef3af5d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:30.564592 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:31.430617 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:31.937148 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:16:32.313371 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:57.854860 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-838c3c07-f9a9-47f3-a8b1-73470eeb27e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:59.278026 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:16:59.850345 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-2b71eb9a-5b52-414a-9cc2-4f6ea5debce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:00.567704 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:01.432261 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:02.314706 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:08.939057 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:17:27.696199 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-1242398a-9533-4b95-a23f-99c946c216a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:29.283763 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:29.849859 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-d0dd02d4-d44f-4a38-b611-cc904b7ad72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:30.570665 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:31.434014 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:32.318923 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:45.939689 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:17:57.697328 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-689f6ed5-2bb0-407e-977a-3b147cd3f510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:59.289423 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:17:59.850378 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-82498eae-5286-4e3e-9273-c495d776483f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:00.572988 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:01.435255 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:02.321883 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:22.941068 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:18:27.700743 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-51b55129-d6c8-4fdc-8c2d-4dafb7b79f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:29.304226 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:29.851253 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-807a89bf-6ad6-4063-9a9b-5c90adaf8605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:30.575666 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:31.437505 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:32.325283 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:57.704936 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-197ad014-0ab1-42fa-90d1-9ff50792c4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:59.323510 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:59.852001 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-b7c17961-3b95-4073-a7d7-2906534c24b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:18:59.942535 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 24 11:19:00.577612 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:01.439116 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:02.329454 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:27.706366 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-e30921ca-f19c-4e60-b04a-b9ad6deeca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:29.327891 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-a02450ad-15b6-48b3-8b53-9da19772e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:29.853007 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-df1c076a-5782-4474-9f6f-48c58f371aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:30.580596 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-12c0b4e8-a1e3-4dbf-ae3a-51870a93a010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:31.440098 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-85520048-3984-4982-a94c-eb46ca3009e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:32.335929 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron_lib.callbacks.manager [None req-9fbcfbdc-5eff-4585-89f6-8f05273a275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749998000055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853652470'] for agent, after_update {{(pid=80318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 24 11:19:36.942898 dv-cinder-763774-1-iscsi neutron-server[80207]: DEBUG neutron.db.agents_db [None req-9c09bc59-a1db-4d80-ac15-797c2d7029ab None None] Agent healthcheck: found 6 active agents {{(pid=80319) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}